-- Logs begin at Tue 2021-06-15 13:31:01 UTC, end at Tue 2021-06-15 14:33:14 UTC. -- Jun 15 14:04:44.725083 dv-cinder-796286-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 14:04:47.383070 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:04:47.383660 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:04:47.383849 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:04:47.387234 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:04:47.387492 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:04:47.387804 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:04:47.388775 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:47.389011 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:47.389368 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:47.389648 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:47.389875 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:47.390193 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.390493 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.390793 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.391026 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.391322 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.391613 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.391897 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.392189 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.392484 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.392773 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.393052 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.393343 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.393603 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.393890 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.394180 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.394469 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.394695 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.394979 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.395409 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.395831 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.396110 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.396402 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.396683 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.396957 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.397235 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.397519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.397873 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] host = dv-cinder-796286-3-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.398153 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.398442 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.398728 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.399017 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.399295 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.399574 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.399860 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.400135 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.400411 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.400689 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.400980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.401272 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.401591 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.401820 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.402045 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.402338 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.402633 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.403039 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.403325 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.403604 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.403904 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.404181 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.404453 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.404743 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.405031 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.405325 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.405622 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.405903 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.406178 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.406473 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.406737 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.407011 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.407284 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.407558 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.407845 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.408116 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.408388 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.408689 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.408974 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.409257 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.409565 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.409841 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.410126 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.410401 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.410673 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.410945 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.411217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.411489 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.411774 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.412047 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.412321 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.412595 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.412866 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.413152 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:47.413461 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.413797 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.414103 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.414392 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.414690 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.414972 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.415263 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.415546 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.415839 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.416133 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.416425 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.416705 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.416996 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.417277 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.417597 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.417909 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.418209 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.418632 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.418914 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.419193 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.420002 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.420289 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.420582 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.420882 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.421176 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.421455 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.421860 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.422171 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.422460 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.422740 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.423024 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.423321 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.423607 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.423884 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.424175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.424725 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.425004 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.425283 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.425645 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.425946 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.426228 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.426506 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.426784 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.427065 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.427340 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.427628 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.427911 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.428188 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.428466 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.428751 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.429029 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.429306 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.429609 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.429891 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.430174 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.430452 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.430727 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.431003 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.431276 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.431552 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.431826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.432100 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.432378 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.432652 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.432926 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.433202 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.433476 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.433777 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.434191 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.434493 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.434780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.435082 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.435997 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.436286 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.436572 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.436856 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.437143 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.437426 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.437729 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.438027 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.438317 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.438608 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.438896 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.439178 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.439479 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.439761 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.440046 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.440328 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.440609 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.440901 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.441190 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.441492 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.441815 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.442114 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.442412 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.442709 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.442991 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.443306 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.443590 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:47.443811 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:04:47.444051 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91781) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 14:04:47.793985 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:04:47.794263 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:04:47.795164 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:04:47.795501 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 14:04:48.184452 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.184666 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.184940 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.186327 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.186604 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.186873 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.221335 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.221637 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.221905 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.235252 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.235552 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.235825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.266093 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.266374 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.266643 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.302255 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.302541 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.302812 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.534229 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.534882 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.534882 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.535070 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.535972 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.660727 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.661059 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.661344 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.661644 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.661918 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.662230 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.662490 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.662748 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.663004 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.663286 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.663545 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.663809 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.664082 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.664349 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.664605 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.664881 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.665153 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.665410 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.665715 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.665978 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.666263 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.666612 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.666866 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.667150 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.667400 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.667647 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.668040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.668385 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.668521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.668757 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.668992 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.669227 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:48.670594 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 14:04:48.673737 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 14:04:48.677965 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 14:04:48.681703 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 15 14:04:48.683333 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 14:04:48.683785 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 14:04:48.684130 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 14:04:48.684514 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 14:04:48.687363 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 14:04:48.687614 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 14:04:48.687963 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:04:48.716044 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 14:04:48.717144 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.717449 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91781) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 14:04:48.717840 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.719200 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91781) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 14:04:48.719481 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:04:48.719725 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 14:04:48.722874 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.723162 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:48.787540 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 14:04:48.787726 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 14:04:48.787963 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 14:04:48.788330 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 14:04:48.809228 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_db.sqlalchemy.engines [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91781) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 14:04:49.326124 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing driver for type 'gre' Jun 15 14:04:49.326641 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] gre ID ranges: [(1, 1000)] Jun 15 14:04:49.376800 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing driver for type 'local' Jun 15 14:04:49.377135 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing driver for type 'vlan' Jun 15 14:04:49.391481 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] VlanTypeDriver initialization complete Jun 15 14:04:49.391889 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing driver for type 'vxlan' Jun 15 14:04:49.392425 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] vxlan ID ranges: [(1, 1000)] Jun 15 14:04:49.443516 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing extension driver 'port_security' Jun 15 14:04:49.443917 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] PortSecurityExtensionDriver initialization complete Jun 15 14:04:49.444356 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing mechanism driver 'openvswitch' Jun 15 14:04:49.444687 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing mechanism driver 'hyperv' Jun 15 14:04:49.451780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:49.452723 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.453101 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.453460 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.453877 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.454263 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.454613 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.454997 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.455348 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.455682 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.456060 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.456402 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.456740 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.457114 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.457456 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.457817 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.458193 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > address_group after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.458536 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > address_group after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.458878 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.459217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] ML2 OVO RPC backend initialized. {{(pid=91781) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 14:04:49.459923 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.460287 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.460681 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.461024 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > networks before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.461366 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.461732 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > ports before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.462073 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.462412 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnets before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.462904 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.463246 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.463575 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.463913 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.464245 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.464580 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.464911 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.465243 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.465589 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.466168 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.plugin [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Modular L2 Plugin initialization complete Jun 15 14:04:49.467126 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading services supported by the core plugin {{(pid=91781) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 14:04:49.467457 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Got port-security extension from driver 'port_security' Jun 15 14:04:49.467922 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.extensions.vlantransparent [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Disabled vlantransparent extension. Jun 15 14:04:49.468416 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91781) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 14:04:49.468724 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: router Jun 15 14:04:49.504459 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.504854 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.505215 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router before_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.505617 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.505984 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.506329 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_delete 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.506683 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.507041 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.507381 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.507727 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.508069 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.508419 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.508818 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.509182 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.509514 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.509938 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.510274 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.510614 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.510957 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.511291 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.511629 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.511979 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.512323 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.512668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.513021 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.513905 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.514274 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.515179 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Tracking information for resource: router configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:49.515473 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Tracking information for resource: floatingip configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:49.520485 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.db.l3_agentschedulers_db [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 14:04:49.521067 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.521421 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.521792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.522141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.522936 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router before_create 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.523299 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.523657 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_create 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.524009 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > router precommit_update 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.528580 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.provider_configuration [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service providers = [] {{(pid=91781) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 14:04:49.529608 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.db.servicetype_db [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91781) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 14:04:49.532509 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:49.532852 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:49.533187 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:49.534095 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:49.534462 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.services.service_base [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 14:04:49.535006 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.535152 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 14:04:49.545798 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.546131 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: auto_allocate Jun 15 14:04:49.552213 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: network precommit_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.552574 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: network precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.553092 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.553407 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: tag Jun 15 14:04:49.559986 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.560317 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: timestamp Jun 15 14:04:49.564288 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.564617 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: network_ip_availability Jun 15 14:04:49.570082 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.570446 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.570796 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.571524 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.571837 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: flavors Jun 15 14:04:49.577127 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.577390 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading Plugin: revisions Jun 15 14:04:49.581734 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:49.582129 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:04:49.582863 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91781) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 15 14:04:49.583201 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Initializing extension manager. Jun 15 14:04:49.583704 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: __init__.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.584043 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: __pycache__ {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.584373 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.584700 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.585452 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.586063 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: address-group Jun 15 14:04:49.586380 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: address_scope.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.587075 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.587580 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: address-scope Jun 15 14:04:49.587898 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.588808 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.589310 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: router-admin-state-down-before-update Jun 15 14:04:49.589656 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: agent.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.590529 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.591035 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: agent Jun 15 14:04:49.591946 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: agent_resources_synced.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.592836 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.593343 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: agent-resources-synced Jun 15 14:04:49.593687 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: allowedaddresspairs.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.595443 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.595963 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: allowed-address-pairs Jun 15 14:04:49.596291 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: auto_allocated_topology.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.597349 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.597892 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: auto-allocated-topology Jun 15 14:04:49.598211 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.598880 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.599378 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: availability_zone Jun 15 14:04:49.599695 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: availability_zone_filter.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.600586 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.601095 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: availability_zone_filter Jun 15 14:04:49.601414 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: data_plane_status.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.602330 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.602875 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 14:04:49.603190 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: default_subnetpools.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.604093 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.604598 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: default-subnetpools Jun 15 14:04:49.604915 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.605748 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.606255 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: dhcp_agent_scheduler Jun 15 14:04:49.606576 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: dns.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.607494 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.608000 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension dns-integration not supported by any of loaded plugins Jun 15 14:04:49.608317 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: dns_domain_ports.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.609222 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.609751 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 14:04:49.610072 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: dvr.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.610720 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.611221 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: dvr Jun 15 14:04:49.611536 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: empty_string_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.612450 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.612965 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: empty-string-filtering Jun 15 14:04:49.613286 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.614218 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.614722 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:04:49.615038 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.615946 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.616428 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 14:04:49.616747 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: external_net.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.617800 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.618155 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: external-net Jun 15 14:04:49.618476 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.619362 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.619860 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: extra_dhcp_opt Jun 15 14:04:49.620180 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: extraroute.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.621067 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.621593 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: extraroute Jun 15 14:04:49.621915 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: extraroute_atomic.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.622961 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.623469 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: extraroute-atomic Jun 15 14:04:49.623789 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: filter_validation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.624441 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.624941 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: filter-validation Jun 15 14:04:49.625258 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: fip_pf_description.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.626180 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.626746 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 14:04:49.627063 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: fip_port_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.627968 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.628468 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: fip-port-details Jun 15 14:04:49.628781 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: flavors.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.630028 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.630545 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: flavors Jun 15 14:04:49.630869 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.632558 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.633028 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 14:04:49.633353 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: floatingip_pools.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.634072 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.634585 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: floatingip-pools Jun 15 14:04:49.634905 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: ip_allocation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.635816 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.636316 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 14:04:49.636636 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.637692 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.638641 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: ip-substring-filtering Jun 15 14:04:49.638907 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l2_adjacency.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.639813 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.640323 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 14:04:49.640637 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.641643 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.642160 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: router Jun 15 14:04:49.642478 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.644862 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.645390 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:04:49.645749 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.646668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.647177 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: ext-gw-mode Jun 15 14:04:49.647497 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.648395 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.648908 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: l3-ha Jun 15 14:04:49.649227 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3_flavors.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.650149 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.650657 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: l3-flavors Jun 15 14:04:49.650973 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.651880 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.652383 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 14:04:49.652699 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: l3agentscheduler.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.654356 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.654880 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: l3_agent_scheduler Jun 15 14:04:49.655202 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: logging.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.656687 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.657208 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension logging not supported by any of loaded plugins Jun 15 14:04:49.657557 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: metering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.658284 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.658861 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: metering Jun 15 14:04:49.659214 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.660288 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.660800 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: metering_source_and_destination_fields Jun 15 14:04:49.661128 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: multiprovidernet.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.662053 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.662559 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: multi-provider Jun 15 14:04:49.662883 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: netmtu.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.663779 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.664284 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: net-mtu Jun 15 14:04:49.664639 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: netmtu_writable.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.665552 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.666068 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: net-mtu-writable Jun 15 14:04:49.666391 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: network_availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.667043 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.667544 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: network_availability_zone Jun 15 14:04:49.667864 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: network_ip_availability.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.668937 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.669475 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: network-ip-availability Jun 15 14:04:49.669826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: network_segment_range.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.670587 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.671088 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 14:04:49.671403 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: pagination.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.672372 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.672697 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: pagination Jun 15 14:04:49.673013 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: port_device_profile.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.673927 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.674699 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: port-device-profile Jun 15 14:04:49.675014 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.675915 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.676419 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: port-mac-address-regenerate Jun 15 14:04:49.676736 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.677652 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.678159 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: port-numa-affinity-policy Jun 15 14:04:49.678479 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: port_resource_request.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.679378 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.679877 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 14:04:49.680195 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: portbindings.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.681102 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.681632 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: binding Jun 15 14:04:49.681954 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: portbindings_extended.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.684779 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.685333 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: binding-extended Jun 15 14:04:49.685695 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: portsecurity.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.686612 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.687124 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: port-security Jun 15 14:04:49.687451 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: project_id.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.688418 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.688749 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: project-id Jun 15 14:04:49.689070 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: providernet.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.689992 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.690505 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: provider Jun 15 14:04:49.690824 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.694363 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.694887 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos not supported by any of loaded plugins Jun 15 14:04:49.695219 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.696457 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.696962 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 14:04:49.697285 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.698214 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.698724 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 14:04:49.699044 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_default.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.699938 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.700438 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-default not supported by any of loaded plugins Jun 15 14:04:49.701290 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_fip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.701984 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.702485 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-fip not supported by any of loaded plugins Jun 15 14:04:49.702803 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_gateway_ip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.703700 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.704208 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 14:04:49.704525 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_port_network_policy.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.705416 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.705956 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 14:04:49.706280 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_rule_type_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.707172 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.707677 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 14:04:49.707995 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: qos_rules_alias.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.709018 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.709558 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 14:04:49.709872 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: quotasv2.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.710775 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.711103 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: quotas Jun 15 14:04:49.711419 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: quotasv2_detail.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.714473 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.714813 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: quota_details Jun 15 14:04:49.715141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: rbac.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.716182 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.717348 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: rbac-policies Jun 15 14:04:49.717704 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: rbac_address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.718618 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.719133 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: rbac-address-group Jun 15 14:04:49.719456 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: rbac_address_scope.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.720352 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.720863 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: rbac-address-scope Jun 15 14:04:49.721182 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: rbac_security_groups.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.722116 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.722629 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: rbac-security-groups Jun 15 14:04:49.722948 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: rbac_subnetpool.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.724040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.724550 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: rbac-subnetpool Jun 15 14:04:49.724869 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: revisionifmatch.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.725794 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.726305 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: revision-if-match Jun 15 14:04:49.726629 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: revisions.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.727727 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.728238 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: standard-attr-revisions Jun 15 14:04:49.728560 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: router_availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.729210 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.729748 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: router_availability_zone Jun 15 14:04:49.730068 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: routerservicetype.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.730958 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.731463 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension router-service-type not supported by any of loaded plugins Jun 15 14:04:49.731780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.732703 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.733209 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: security-groups-normalized-cidr Jun 15 14:04:49.733527 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.734442 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.734943 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: port-security-groups-filtering Jun 15 14:04:49.735259 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.736161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.736673 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: security-groups-remote-address-group Jun 15 14:04:49.736992 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: securitygroup.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.746699 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.747004 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: security-group Jun 15 14:04:49.747355 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: segment.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.748695 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.749201 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension segment not supported by any of loaded plugins Jun 15 14:04:49.749523 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.750457 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.750965 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 14:04:49.751283 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: servicetype.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.752385 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.752902 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: service-type Jun 15 14:04:49.753221 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: sorting.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.754218 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.754549 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: sorting Jun 15 14:04:49.754871 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: standard_attr_segment.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.755761 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.756265 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 14:04:49.756590 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: standardattrdescription.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.757219 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.757750 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: standard-attr-description Jun 15 14:04:49.758071 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: stateful_security_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.758969 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.759481 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: stateful-security-group Jun 15 14:04:49.759800 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: stdattrs_common.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.760359 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 14:04:49.760673 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.761672 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.762186 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 14:04:49.762501 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnet_onboard.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.764097 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.764611 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: subnet_onboard Jun 15 14:04:49.764929 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.765865 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.766377 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 14:04:49.766695 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnet_service_types.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.767608 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.768122 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: subnet-service-types Jun 15 14:04:49.768442 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnetallocation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.769498 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.770043 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: subnet_allocation Jun 15 14:04:49.770364 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.771012 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.771517 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: subnetpool-prefix-ops Jun 15 14:04:49.771834 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.772742 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.773247 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 14:04:49.773592 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: tagging.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.774637 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.775153 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: standard-attr-tag Jun 15 14:04:49.775474 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: timestamp.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.776658 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.777172 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loaded extension: standard-attr-timestamp Jun 15 14:04:49.777494 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: trunk.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.778531 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.779063 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension trunk not supported by any of loaded plugins Jun 15 14:04:49.779384 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: trunk_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.780278 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.780787 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension trunk-details not supported by any of loaded plugins Jun 15 14:04:49.781107 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: uplink_status_propagation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.782034 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.782541 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 14:04:49.782865 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Loading extension file: vlantransparent.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:49.783515 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:49.784021 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 14:04:49.786435 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:network Jun 15 14:04:49.787034 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnet Jun 15 14:04:49.787547 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:49.787976 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:port Jun 15 14:04:49.789210 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.789687 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service FLAVORS assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.790307 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.790732 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.791058 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:router Jun 15 14:04:49.791498 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:04:49.791984 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service METERING assigned prefix: /metering {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.793418 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.793799 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.794147 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:49.795174 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:04:49.795612 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:04:49.796043 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:04:49.796640 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.796964 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:49.797311 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] subnetpool is already registered Jun 15 14:04:49.797753 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.798075 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:49.798411 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] subnetpool is already registered Jun 15 14:04:49.800976 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.801403 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service FLAVORS assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.802022 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.802441 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.802770 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:router Jun 15 14:04:49.803109 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] router is already registered Jun 15 14:04:49.803514 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:04:49.803847 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] floatingip is already registered Jun 15 14:04:49.804294 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service METERING assigned prefix: /metering {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.804948 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:04:49.805268 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] rbac_policy is already registered Jun 15 14:04:49.805708 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:04:49.806039 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] security_group is already registered Jun 15 14:04:49.806441 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:04:49.806770 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] security_group_rule is already registered Jun 15 14:04:49.807387 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.807711 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:49.808041 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] subnetpool is already registered Jun 15 14:04:49.808453 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:49.808772 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:49.809101 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] subnetpool is already registered Jun 15 14:04:49.809582 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: extensions {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.811563 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: address-groups {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.813146 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: address-scopes {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.814503 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.815675 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: auto-allocated-topology {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.816947 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: availability_zones {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.818192 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: dhcp-networks {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.819698 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: dhcp-agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.821146 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.822886 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: flavors {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.824168 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: service_profiles {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.825375 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: next_providers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.827483 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: service_profiles {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.829005 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: floatingip-pools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.830251 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.831943 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: floatingips {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.833208 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: l3-routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.834655 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: l3-agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.836137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: metering-labels {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.837398 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: metering-label-rules {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.839743 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: network-ip-availabilities {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.841017 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: bindings {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.842646 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: quotas {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.844205 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: quotas {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.845650 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: rbac-policies {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.846846 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: security-groups {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.848162 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: security-group-rules {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.849402 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: service-providers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.850675 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: subnetpools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.852015 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: subnetpools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.853593 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.855261 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.857102 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.858977 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.860673 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.862635 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.864321 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.866148 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.868036 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.869827 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:49.876383 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING keystonemiddleware.auth_token [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 14:04:49.880839 dv-cinder-796286-3-iscsi neutron-server[91781]: WARNING keystonemiddleware.auth_token [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 14:04:49.889654 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Acquired lock "singleton_lock" {{(pid=91781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 14:04:49.890122 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Releasing lock "singleton_lock" {{(pid=91781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 14:04:49.890773 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Starting 2 workers Jun 15 14:04:49.895526 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Started child 91923 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:49.900006 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Started child 91924 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:49.900952 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.901639 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO neutron.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 14:04:49.902297 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Notify callbacks [] for process, before_spawn {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.902440 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [-] (91923) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:04:49.902813 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 54914) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:04:49.904802 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Starting 1 workers Jun 15 14:04:49.905002 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.906442 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [-] (91924) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:04:49.910044 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Started child 91925 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:49.910594 dv-cinder-796286-3-iscsi neutron-server[91781]: INFO oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Starting 1 workers Jun 15 14:04:49.911740 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064752 Jun 15 14:04:49.913990 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] calling RpcWorker wait() {{(pid=91925) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 14:04:49.915206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] returning from RpcWorker wait() {{(pid=91925) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 14:04:49.916438 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.916544 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Started child 91927 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:49.916619 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:49.916685 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-f1cf268c-0308-48b1-b92e-ef1df98d9396 None None] Notify callbacks [] for process, after_spawn {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.918688 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:04:49.918905 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:49.919091 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:49.919317 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:49.919722 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:49.919879 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:49.920407 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.920686 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.920949 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.921213 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.921479 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.922084 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.922357 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.922617 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.922892 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.923155 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.923331 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.923498 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.923750 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.924078 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.924732 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.924994 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.925246 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.925512 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.925703 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.925965 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.926231 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.926531 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.926802 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.927025 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.927498 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.927730 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.927833 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:49.928920 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.928920 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.928920 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.928920 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.929171 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.929392 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.929629 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.929802 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.930048 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host = dv-cinder-796286-3-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932216 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932701 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932701 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.932994 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.933089 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.933347 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.935863 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.935863 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.935863 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.935863 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.936187 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.936271 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.936519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.936690 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_options = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.937963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.938349 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.938349 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.938611 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.938822 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.939037 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.939254 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.939484 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.939720 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.939984 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.940232 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.940452 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.940688 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.940926 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.941154 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.941379 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.944319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.945519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.945519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.945519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.945519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.945519 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947205 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947205 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947205 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947205 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.947826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.948123 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.948267 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.948917 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.948917 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.948917 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.949323 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.949323 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.949678 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.949818 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.950064 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.950227 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.950581 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.951355 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:49.951648 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.951961 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.952312 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.952916 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.952916 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.953191 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.953299 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.953503 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.954771 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.954771 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.954771 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.954771 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.955350 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.955350 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.955611 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.955752 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:49.955973 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.956115 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.956309 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.956553 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.956805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.957213 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.957315 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960113 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960603 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.960603 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.961035 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.961409 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.962953 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.962953 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.962953 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.962953 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.964826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.965777 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.966039 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.966289 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.966529 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.966763 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.966993 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.967247 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.967473 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.967712 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.967936 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.968886 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.969161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.969402 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.969715 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.969943 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.970173 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.970418 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.970647 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.970911 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.971156 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972168 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972168 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972168 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972168 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972466 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972559 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.972756 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.973100 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.973209 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.973649 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.973649 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.973902 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.974097 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.974305 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.974528 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.974766 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.974980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.975197 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977054 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977054 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977054 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977054 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977054 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977441 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977523 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.977826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.978098 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.978355 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.978626 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.979383 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.979383 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.979383 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.979611 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.980596 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.980596 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.980749 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.980986 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.981252 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.981513 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.981793 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.982138 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.982316 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.982555 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.982815 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.983039 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.983283 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.983538 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.983826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.984084 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.984351 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.984604 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.984864 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.985125 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.985362 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.987653 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.987653 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.987653 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.987902 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.988164 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.988400 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.988638 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.988876 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.989126 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.989361 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.990247 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.990552 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.990826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.991076 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.991380 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.991653 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.991896 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992129 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992381 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992713 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992713 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992713 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.992713 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.996322 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.996622 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.996895 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.998206 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.998478 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.998737 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.999014 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.999267 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.999520 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:49.999767 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.000011 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.000260 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.000487 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.000712 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.000960 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.001200 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.003421 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.003719 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.003962 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.004225 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.004480 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.004721 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.006619 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.006868 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.007116 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.007386 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.007645 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.007886 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.008140 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.008374 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.008633 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.010103 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.010439 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.010753 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.011025 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.011298 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.011984 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.015990 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.015990 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.016184 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.016450 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.016737 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.016979 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.017381 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.017500 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.017694 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.017922 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.018163 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019121 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019121 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019121 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019359 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019476 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.019931 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.020032 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.020191 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.020440 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.020658 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.020911 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.021873 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.021873 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.021873 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.022106 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.022881 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.023142 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.023391 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.024640 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.024883 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.025814 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.027079 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.027387 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.027655 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.027919 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.028377 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.028518 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.029289 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.029516 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.029802 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.030030 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.030250 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031546 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031546 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.031764 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.033004 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.033243 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.033467 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.033743 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.033962 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.034178 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.034399 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.034621 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.034963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.035217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.035462 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.035764 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.035995 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.036244 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.036499 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.036827 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.037048 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.037314 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.037528 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.038467 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.038728 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.038988 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.039310 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.039599 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.039865 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.040137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.040411 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.040693 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.040953 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.041175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.041463 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.041821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.042101 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.042362 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.042593 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.042877 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.043204 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.043430 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.043649 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.043887 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.044120 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.044384 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.044682 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.044936 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.045156 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.045406 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.045646 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.045875 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.046117 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.046945 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.046945 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.046945 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:04:50.047290 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:04:50.047453 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:50.047603 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:50.047768 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:50.047937 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:50.048106 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:50.048286 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.048444 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.048600 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.048759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.048913 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.049093 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.049508 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.049736 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.049876 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050035 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050174 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050312 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050534 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050629 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050760 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.050913 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051069 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051240 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051379 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051522 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051654 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051808 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.051963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.052103 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.052441 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.052441 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.052817 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.052817 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.053064 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.053194 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.053275 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.053425 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.054416 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.054598 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.054727 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.054884 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.055104 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.055194 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host = dv-cinder-796286-3-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056161 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056615 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056615 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056615 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.056615 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057217 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057625 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.057625 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.058455 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.058615 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_options = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.058773 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.058935 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059163 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059267 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059399 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059896 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059896 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.059896 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.060674 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.060674 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.060815 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.060971 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061114 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061269 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061424 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061601 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.061914 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.062070 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.062405 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.062562 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.062780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.062880 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063012 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063267 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063429 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063584 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063739 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.063906 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064047 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064201 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064357 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064796 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064796 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.064796 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065022 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065091 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065735 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065735 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065735 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.065735 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066006 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066006 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066122 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.066759 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067056 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067056 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067179 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067279 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067434 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067595 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:50.067773 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.067936 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.068114 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.068335 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.068426 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069175 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069630 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069630 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069793 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069793 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.069934 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.070805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.070805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.070805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.070805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.070805 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071261 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071261 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071261 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071483 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071483 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071626 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071767 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.071929 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.072087 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.072246 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.072408 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.072569 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.072729 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073401 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073401 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073401 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073401 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073779 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073779 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.073930 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074023 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074185 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074293 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074437 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074596 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074760 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.074918 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075078 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075240 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075400 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075587 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075782 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.075936 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.076825 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077203 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077203 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077318 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077438 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077685 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.077947 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.078821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.078821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.078821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.078821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.078821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079123 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079123 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079237 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079299 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079452 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079609 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079769 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.079928 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080089 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080248 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080408 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080569 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080728 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.080906 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081081 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081242 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081400 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081590 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081681 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:50.081755 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.081914 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.082065 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083137 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083572 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083572 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083572 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.083758 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.084792 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.085221 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.085221 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.085221 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.085419 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.085486 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.086875 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.086875 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.086875 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087286 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087365 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087508 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087666 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087826 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.087982 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088308 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088481 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088641 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088802 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.088963 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089147 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089306 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089464 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089661 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089821 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.089980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090141 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090300 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090460 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090619 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090781 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.090941 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.091102 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092135 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092135 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092135 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092341 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092407 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092535 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092694 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.092853 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093012 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093171 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093330 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093488 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093672 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093830 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.093990 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094150 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094309 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094469 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094626 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094785 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.094951 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095099 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095257 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095416 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095577 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095736 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.095897 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.096668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.096668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.096668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.096668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.096668 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097009 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097009 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097160 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097251 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097382 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097591 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097726 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.097881 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.098599 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.098599 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.098599 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.098599 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099319 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099640 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099640 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099758 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099823 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.099985 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.100980 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101361 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101361 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101361 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101651 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101729 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.101853 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102029 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102195 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102349 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102495 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102639 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102798 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.102962 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103114 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103275 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103438 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103607 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103760 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.103921 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104073 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104237 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104398 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104576 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104853 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.104853 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.105043 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.105171 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.105335 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.105492 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.106632 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.106632 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.106797 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108040 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.108780 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109138 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109138 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109284 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109362 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109498 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109688 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.109847 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.110022 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.111186 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.112521 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.114975 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.114975 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.114975 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.114975 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:50.114975 dv-cinder-796286-3-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:05:01.184192 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d875b45-2733-4c3d-bf59-751f86f68c84 None None] get_active_networks_info from dv-cinder-796286-3-iscsi {{(pid=91925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 15 14:05:01.264056 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d875b45-2733-4c3d-bf59-751f86f68c84 None None] No non-hosted networks {{(pid=91925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 14:05:01.274284 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8596b507-4706-409d-aee3-c1b9a8e808ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:03.458538 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:03.459062 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.459414 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.459780 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.460119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.460464 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.460788 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.461112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.461494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.463629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.463629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.463629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.463629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:03.464715 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:03.475980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:03.527020 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6d69c4a-6e91-4133-aaa2-2fd2147b3c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:03.577525 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2da80f9-a29b-4522-830e-069188288ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:05.077067 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:06.266009 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.db.l3_hamode_db [None req-f0ad4f20-b650-4450-b8ae-e59c4e54eb36 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 14:05:06.361225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4f20-b650-4450-b8ae-e59c4e54eb36 None None] Routers set() bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:06.361643 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4f20-b650-4450-b8ae-e59c4e54eb36 None None] Router IDs set() for agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 15 14:05:06.522596 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:07.685411 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55018) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:08.192028 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING oslo_policy.policy [None req-b066b99a-7998-4b14-9b30-6221e8eeb6e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:08.192637 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING oslo_policy.policy [None req-b066b99a-7998-4b14-9b30-6221e8eeb6e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:08.412292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [None req-b066b99a-7998-4b14-9b30-6221e8eeb6e7 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:08.413243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b066b99a-7998-4b14-9b30-6221e8eeb6e7 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7269166 Jun 15 14:05:10.764901 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55032) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:11.092873 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:11.191943 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.policy [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:05:11.236456 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING oslo_policy.policy [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:11.236826 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING oslo_policy.policy [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:11.245288 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.quota [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] Loaded quota_driver: . Jun 15 14:05:11.337044 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745306988426', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745306984535', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745307171841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745307170379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745307154436', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745307149475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1582242', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1593138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628677'] for rbac-policy, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:11.401504 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:11.402705 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-08ded493-af3a-49bd-8629-dcc9fe67b1f7 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6368475 Jun 15 14:05:13.943857 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55044) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:14.445387 dv-cinder-796286-3-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:14.446017 dv-cinder-796286-3-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:14.660630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Request body: {'network': {'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'name': 'private', 'admin_state_up': True}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:14.662295 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.quota [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Loaded quota_driver: . Jun 15 14:05:14.719659 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Made reservation on behalf of a054b70b95a9401a99bb61e44e8ea795 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:14.790030 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.policy [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:05:14.834500 dv-cinder-796286-3-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:14.834876 dv-cinder-796286-3-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:14.845462 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.868865 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.004199 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.008794 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.014351 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:15.029691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:05:15.063596 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745304850351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.064199 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Unsubscribe: segment precommit_create {{(pid=91924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:05:15.064700 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Added segment d2f26f1c-2981-41db-89a4-c8fb7f117695 of type vlan for network 23e3bbce-f5c8-463f-887d-3723a1f8225e Jun 15 14:05:15.082369 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685677e8-260f-4eb1-a8eb-4d75f888ece4,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:15.137336 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.137708 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.138161 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.138491 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.138809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.139138 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.139454 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.139763 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.140090 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.140400 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.140723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.141008 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Tracked resource versions report: Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: pushed versions: Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Log': {'1.0'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Network': {'1.1'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Port': {'1.7'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'PortForwarding': {'1.2'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'QosPolicy': {'1.8'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SubPort': {'1.0'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Subnet': {'1.1'}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Trunk': {'1.1'}} Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: consumer versions: Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'ConntrackHelper': '1.0', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Log': '1.0', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Network': '1.1', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Port': '1.7', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'PortForwarding': '1.2', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'QosPolicy': '1.8', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroup': '1.4', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroupRule': '1.2', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SubPort': '1.0', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Subnet': '1.1', Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Trunk': '1.1'}} Jun 15 14:05:15.142148 dv-cinder-796286-3-iscsi neutron-server[91924]: {{(pid=91924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:15.180140 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:15.197160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.246514 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.248081 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:15.248734 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:15.251408 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:15.309231 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3630915 Jun 15 14:05:15.367045 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Pushing event updated for resources: {'Network': ['ID=23e3bbce-f5c8-463f-887d-3723a1f8225e,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:15.371018 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:15.379177 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:05:17.897884 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55066) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:18.310936 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b96c2-9bec-4cb6-9a46-d47e0c47fffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:18.312266 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f18b96c2-9bec-4cb6-9a46-d47e0c47fffc admin admin] 10.222.0.11 "GET /v2.0/networks/23e3bbce-f5c8-463f-887d-3723a1f8225e HTTP/1.1" status: 200 len: 825 time: 0.4133503 Jun 15 14:05:18.348981 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f065735f-0ba6-408b-98d4-f5b33103b4ae admin admin] 10.222.0.11 "GET /v2.0/subnetpools/bb3d3091-7927-46ca-a641-19cb305478d2 HTTP/1.1" status: 200 len: 734 time: 0.0314167 Jun 15 14:05:18.357844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2', 'ip_version': 4, 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gateway_ip': '172.20.0.1'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:18.379136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Made reservation on behalf of a054b70b95a9401a99bb61e44e8ea795 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:18.381351 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:18.711170 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:18.715908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:18.788822 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa84904-8c9a-4976-a031-28b53f1480d8,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:18.793369 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Checking segment: {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:18.793754 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Network hostable DHCP agents. Network: 23e3bbce-f5c8-463f-887d-3723a1f8225e, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:05:18.798788 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:18.820924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:05:18.836203 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 23e3bbce-f5c8-463f-887d-3723a1f8225e) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:18.841689 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:18.842274 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:18.846928 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ae4ff-cd13-4529-ac7c-8d1ad5d2da74 None None] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:18.857550 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5020163 Jun 15 14:05:19.185308 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-23e3bbce-f5c8-463f-887d-3723a1f8225e', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:05:19.186573 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.466333 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Allocated IP 172.20.0.2 (23e3bbce-f5c8-463f-887d-3723a1f8225e/5fa84904-8c9a-4976-a031-28b53f1480d8/5ecd2aa7-4b7a-4f17-943f-078cef5b85ae) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:19.727147 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.742479 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Transition to ACTIVE for port object 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:19.762812 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Transition to ACTIVE for port object 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:19.771141 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.774577 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:19.849236 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:19.853784 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:19.863359 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:19.866390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Pushing event updated for resources: {'Port': ['ID=5ecd2aa7-4b7a-4f17-943f-078cef5b85ae,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:19.890716 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.891086 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.891419 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.891745 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.892064 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.892378 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.892711 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.893007 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.893332 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.893675 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.893988 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.894297 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Tracked resource versions report: Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: pushed versions: Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Log': {'1.0'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Network': {'1.1'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Port': {'1.7'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'PortForwarding': {'1.2'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'QosPolicy': {'1.8'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SubPort': {'1.0'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Subnet': {'1.1'}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Trunk': {'1.1'}} Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: consumer versions: Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'ConntrackHelper': '1.0', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Log': '1.0', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Network': '1.1', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Port': '1.7', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'PortForwarding': '1.2', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'QosPolicy': '1.8', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroup': '1.4', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroupRule': '1.2', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SubPort': '1.0', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Subnet': '1.1', Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Trunk': '1.1'}} Jun 15 14:05:19.895416 dv-cinder-796286-3-iscsi neutron-server[91925]: {{(pid=91925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:19.922567 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:19.957258 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Attempting to bind port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:19.957677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Attempting to bind port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:19.958096 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Attempting to bind port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae on network 23e3bbce-f5c8-463f-887d-3723a1f8225e {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:19.963072 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:19.963484 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Checking segment: {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:19.963942 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.964333 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Bound using segment: {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:19.964799 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Bound port: 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:19.965763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.035658 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] For port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:20.058079 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] For port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=5ecd2aa7-4b7a-4f17-943f-078cef5b85ae,segment=NetworkSegment(d2f26f1c-2981-41db-89a4-c8fb7f117695),segment_id=d2f26f1c-2981-41db-89a4-c8fb7f117695)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:20.062268 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.064691 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:20.127695 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Pushing event updated for resources: {'Port': ['ID=5ecd2aa7-4b7a-4f17-943f-078cef5b85ae,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:20.130812 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:21.227065 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55074) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:21.561306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-818034aa-273e-4d8e-abcd-a29c5bc52e49 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:21.562493 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-818034aa-273e-4d8e-abcd-a29c5bc52e49 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344810 Jun 15 14:05:23.883192 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55082) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:24.216234 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-2d49ff2f-60b6-4e68-90ae-006f63880615 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:24.217190 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2d49ff2f-60b6-4e68-90ae-006f63880615 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3331294 Jun 15 14:05:25.956325 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:26.045133 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:26.233671 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757a228-8071-4150-ae81-ac80b843a1d9 None None] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:26.323396 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Provisioning for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:26.336662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Provisioning complete for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:26.337057 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.547540 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.603433 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] For port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=5ecd2aa7-4b7a-4f17-943f-078cef5b85ae,segment=NetworkSegment(d2f26f1c-2981-41db-89a4-c8fb7f117695),segment_id=d2f26f1c-2981-41db-89a4-c8fb7f117695)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:26.608921 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.611074 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:26.667826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Pushing event updated for resources: {'Port': ['ID=5ecd2aa7-4b7a-4f17-943f-078cef5b85ae,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:26.672478 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:26.835172 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-ead0deea-5270-44c5-a730-32b2cb2918a7 None None] Provisioning complete for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:26.835544 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ead0deea-5270-44c5-a730-32b2cb2918a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.838638 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55098) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:27.142610 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'name': 'router1'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:27.167959 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.169380 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.314653 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.319016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.332143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.333319 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3b14c6bb-f316-436f-80af-ce9f6b298db2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4936628 Jun 15 14:05:27.915835 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:27.970070 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:27.970443 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:29.657164 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55106) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:29.972643 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-bb7582b7-c3b2-457f-b376-68a6084ab1d3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:29.973633 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bb7582b7-c3b2-457f-b376-68a6084ab1d3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154850 Jun 15 14:05:31.096752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e54451b8-a7fd-458d-a6f3-248dbea19cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.306272 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55114) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:32.624843 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:32.645319 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Made reservation on behalf of 07507ae7e98c47319ed010ea5c1ca8c7 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:32.647532 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.657752 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.752549 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.756210 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.759946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:32.771929 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Reserving flat network on physical network physnet1 {{(pid=91924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 14:05:32.795348 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43099a3-1a4c-4985-80a8-befd23d979ec,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:32.798486 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.799071 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Added segment c8413eca-8c10-49b1-894d-c3cc76092ace of type flat for network b342255a-244a-40ba-b6b1-5408bc12e5e2 Jun 15 14:05:32.800380 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:32.852662 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.888951 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.890449 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:32.891023 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.893678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:32.926849 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6195800 Jun 15 14:05:32.973963 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Pushing event updated for resources: {'Network': ['ID=b342255a-244a-40ba-b6b1-5408bc12e5e2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:32.976744 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:32.984365 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:05:33.453781 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:33.510209 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d2acc298-c4d5-4f1f-a19c-b8fc224de38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:35.010531 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:35.316127 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55132) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:35.496615 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f1005-6d79-4b89-9e42-fd7d54832ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:35.497906 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-552f1005-6d79-4b89-9e42-fd7d54832ad2 admin admin] 10.222.0.11 "GET /v2.0/subnets/5fa84904-8c9a-4976-a031-28b53f1480d8 HTTP/1.1" status: 200 len: 849 time: 0.1808503 Jun 15 14:05:35.643210 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8ecb9961-fedd-459a-b080-10287251cd41 admin admin] 10.222.0.11 "GET /v2.0/routers/da2262d3-7c42-4e0c-829c-25ebce3988dc HTTP/1.1" status: 200 len: 704 time: 0.1400049 Jun 15 14:05:36.039037 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.342135 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Allocated IP 172.20.0.1 (23e3bbce-f5c8-463f-887d-3723a1f8225e/5fa84904-8c9a-4976-a031-28b53f1480d8/d3e7c2e1-5525-4e50-bb0c-b700bf52852c) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:36.478166 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.511953 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.533589 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Transition to ACTIVE for port object d3e7c2e1-5525-4e50-bb0c-b700bf52852c will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:36.616558 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.619721 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:36.695462 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:36.700047 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:36.705635 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:36.705898 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.728032 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:36.784048 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:36.891722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-7eccb790-6baf-4136-ba0d-fe4b0e6c78a5 None None] Provisioning for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:36.895445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-7eccb790-6baf-4136-ba0d-fe4b0e6c78a5 None None] Provisioning complete for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:36.895891 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7eccb790-6baf-4136-ba0d-fe4b0e6c78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.939325 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-7eccb790-6baf-4136-ba0d-fe4b0e6c78a5 None None] Port d3e7c2e1-5525-4e50-bb0c-b700bf52852c cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:05:36.941647 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:37.150505 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:37.155491 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:37.156601 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:37.158990 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:37.229102 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:37.326877 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:37.367848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:37.369135 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:37.553033 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Router da2262d3-7c42-4e0c-829c-25ebce3988dc is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:05:37.558879 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5d391d27-c54c-4807-9455-737c9fd3453f None None] Provisioning complete for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:37.559365 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d391d27-c54c-4807-9455-737c9fd3453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:37.649356 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5d391d27-c54c-4807-9455-737c9fd3453f None None] Port d3e7c2e1-5525-4e50-bb0c-b700bf52852c cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:05:37.681041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:05:37.686323 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] 10.222.0.11 "PUT /v2.0/routers/da2262d3-7c42-4e0c-829c-25ebce3988dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0379374 Jun 15 14:05:37.691227 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Sync routers for ids ['da2262d3-7c42-4e0c-829c-25ebce3988dc'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:05:37.703330 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Routers {'da2262d3-7c42-4e0c-829c-25ebce3988dc'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:37.704202 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:05:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['da2262d3-7c42-4e0c-829c-25ebce3988dc'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:37.913627 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Set router da2262d3-7c42-4e0c-829c-25ebce3988dc gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:38.378169 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:36Z', 'revision_number': 2, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port_host': None, '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:36Z', 'revision_number': 2, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:38.383992 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Checking router: da2262d3-7c42-4e0c-829c-25ebce3988dc for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:05:38.384361 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Updating router da2262d3-7c42-4e0c-829c-25ebce3988dc port d3e7c2e1-5525-4e50-bb0c-b700bf52852c binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:05:38.456508 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:38.972273 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:38.992187 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Transition to ACTIVE for port object d3e7c2e1-5525-4e50-bb0c-b700bf52852c will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:38.997844 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:39.000557 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:39.196678 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Pushing event updated for resources: {'Port': ['ID=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:39.227739 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.228004 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.228331 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.228651 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.228966 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.229278 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.229609 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.229976 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.230302 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.230619 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.230925 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.231230 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Tracked resource versions report: Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: pushed versions: Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Log': {'1.0'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Network': {'1.1'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Port': {'1.7'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'PortForwarding': {'1.2'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'QosPolicy': {'1.8'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SubPort': {'1.0'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Subnet': {'1.1'}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Trunk': {'1.1'}} Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: consumer versions: Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'ConntrackHelper': '1.0', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Log': '1.0', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Network': '1.1', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Port': '1.7', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'PortForwarding': '1.2', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'QosPolicy': '1.8', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroup': '1.4', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroupRule': '1.2', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SubPort': '1.0', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Subnet': '1.1', Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Trunk': '1.1'}} Jun 15 14:05:39.232366 dv-cinder-796286-3-iscsi neutron-server[91927]: {{(pid=91927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:39.242481 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:39.246057 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Attempting to bind port d3e7c2e1-5525-4e50-bb0c-b700bf52852c on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:39.246057 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Attempting to bind port d3e7c2e1-5525-4e50-bb0c-b700bf52852c by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:39.246241 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Attempting to bind port d3e7c2e1-5525-4e50-bb0c-b700bf52852c on network 23e3bbce-f5c8-463f-887d-3723a1f8225e {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:39.251065 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:39.251492 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Checking segment: {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:39.251981 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:39.252369 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Bound using segment: {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:39.252853 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Bound port: d3e7c2e1-5525-4e50-bb0c-b700bf52852c, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f26f1c-2981-41db-89a4-c8fb7f117695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:39.253224 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:39.328824 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] For port d3e7c2e1-5525-4e50-bb0c-b700bf52852c, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:39.353777 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] For port d3e7c2e1-5525-4e50-bb0c-b700bf52852c, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,segment=NetworkSegment(d2f26f1c-2981-41db-89a4-c8fb7f117695),segment_id=d2f26f1c-2981-41db-89a4-c8fb7f117695)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:39.358770 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:39.360888 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:39.427496 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Routers {'da2262d3-7c42-4e0c-829c-25ebce3988dc'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:39.428122 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:05:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['da2262d3-7c42-4e0c-829c-25ebce3988dc'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:39.431792 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Pushing event updated for resources: {'Port': ['ID=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:39.435284 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:39.560077 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] Set router da2262d3-7c42-4e0c-829c-25ebce3988dc gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:39.830492 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:36Z', 'revision_number': 2, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port_host': None, '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:39Z', 'revision_number': 4, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:39.833815 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b06d5-f5e8-4dfe-a894-d5efd0097b5e None None] The sync data for ids ['da2262d3-7c42-4e0c-829c-25ebce3988dc'] in dv-cinder-796286-3-iscsi is: [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:36Z', 'revision_number': 2, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port_host': None, '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:39Z', 'revision_number': 4, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:05:39.851827 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55152) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:39.988135 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69116a5d-db63-476d-bfb2-15257310994f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:39.989482 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-69116a5d-db63-476d-bfb2-15257310994f admin admin] 10.222.0.11 "GET /v2.0/networks/b342255a-244a-40ba-b6b1-5408bc12e5e2 HTTP/1.1" status: 200 len: 842 time: 0.1366246 Jun 15 14:05:39.998752 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:40.020742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Made reservation on behalf of 07507ae7e98c47319ed010ea5c1ca8c7 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:40.023086 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:40.365157 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.objects.ports [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91924) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 15 14:05:40.365611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:40.368379 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:40.435154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0366d7f0-6c89-4600-a64c-c06b78ad2569,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:40.438966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:40.439316 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Network hostable DHCP agents. Network: b342255a-244a-40ba-b6b1-5408bc12e5e2, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:05:40.441356 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:40.456379 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:05:40.465005 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, b342255a-244a-40ba-b6b1-5408bc12e5e2) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:40.468726 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:40.469314 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:40.474288 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc05066-3dc6-4385-a5b5-0aa3f2ac8108 None None] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:40.484464 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891694 Jun 15 14:05:40.657681 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefbeb0-9539-4447-8ce1-52d74569fd2d None None] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:42.721414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55164) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:42.889327 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8cfab2ef-6d53-47ee-bd08-bc7d8603534c admin admin] 10.222.0.11 "GET /v2.0/routers/da2262d3-7c42-4e0c-829c-25ebce3988dc HTTP/1.1" status: 200 len: 710 time: 0.1666739 Jun 15 14:05:42.999720 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b9126-9ea1-4243-9bd2-f12cf6c578e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:43.001056 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ae5b9126-9ea1-4243-9bd2-f12cf6c578e8 admin admin] 10.222.0.11 "GET /v2.0/networks/b342255a-244a-40ba-b6b1-5408bc12e5e2 HTTP/1.1" status: 200 len: 886 time: 0.1066754 Jun 15 14:05:43.009737 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:43.442904 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:43.738044 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:43.817740 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:43.936328 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Allocated IP 172.27.0.46 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/fefe277f-8d89-4a94-a75e-ab5cffd653a3) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:43.950732 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d3e7c2e1-5525-4e50-bb0c-b700bf52852c up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:44.004660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:44.008029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:44.008409 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.067359 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.096655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.109410 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.112370 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:44.134706 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port d3e7c2e1-5525-4e50-bb0c-b700bf52852c, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,segment=NetworkSegment(d2f26f1c-2981-41db-89a4-c8fb7f117695),segment_id=d2f26f1c-2981-41db-89a4-c8fb7f117695)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:44.138884 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.141245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-92d09f8e-18cb-453b-b54a-0c86c85af87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:44.157354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:44.160239 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:44.162934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:44.194933 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=d3e7c2e1-5525-4e50-bb0c-b700bf52852c,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:44.198104 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:44.251044 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Pushing event updated for resources: {'Port': ['ID=fefe277f-8d89-4a94-a75e-ab5cffd653a3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:44.254865 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:44.475248 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.832653 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.835853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-347979'] for router, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:44.975488 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Router da2262d3-7c42-4e0c-829c-25ebce3988dc has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:05:45.115726 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:05:45.119835 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:45.121034 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] 10.222.0.11 "PUT /v2.0/routers/da2262d3-7c42-4e0c-829c-25ebce3988dc HTTP/1.1" status: 200 len: 889 time: 2.1145983 Jun 15 14:05:45.144674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Sync routers for ids ['da2262d3-7c42-4e0c-829c-25ebce3988dc'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:05:45.157218 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Routers {'da2262d3-7c42-4e0c-829c-25ebce3988dc'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:45.158021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:05:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['da2262d3-7c42-4e0c-829c-25ebce3988dc'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:45.395399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Set router da2262d3-7c42-4e0c-829c-25ebce3988dc gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:45.887329 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 4, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port': {'id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:43Z', 'updated_at': '2021-06-15T14:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 5, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:45.894469 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Checking router: da2262d3-7c42-4e0c-829c-25ebce3988dc for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:05:45.894830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Updating router da2262d3-7c42-4e0c-829c-25ebce3988dc port fefe277f-8d89-4a94-a75e-ab5cffd653a3 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:05:45.942612 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d3e7c2e1-5525-4e50-bb0c-b700bf52852c up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:45.945768 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.143226 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:46.143512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.416833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.426799 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Transition to ACTIVE for port object fefe277f-8d89-4a94-a75e-ab5cffd653a3 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:46.432036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.434684 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-363d425a-4b75-41eb-9f10-b3ac94307fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:46.493729 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Attempting to bind port fefe277f-8d89-4a94-a75e-ab5cffd653a3 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:46.494111 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Attempting to bind port fefe277f-8d89-4a94-a75e-ab5cffd653a3 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:46.494479 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Attempting to bind port fefe277f-8d89-4a94-a75e-ab5cffd653a3 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:46.501116 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Pushing event updated for resources: {'Port': ['ID=fefe277f-8d89-4a94-a75e-ab5cffd653a3,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:46.503905 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:46.505127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:46.505509 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:46.505932 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.506324 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:46.506800 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Bound port: fefe277f-8d89-4a94-a75e-ab5cffd653a3, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:46.507189 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.564158 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] For port fefe277f-8d89-4a94-a75e-ab5cffd653a3, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:46.567078 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] For port fefe277f-8d89-4a94-a75e-ab5cffd653a3, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=fefe277f-8d89-4a94-a75e-ab5cffd653a3,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:46.571447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:46.573966 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:46.639784 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Routers {'da2262d3-7c42-4e0c-829c-25ebce3988dc'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:46.640393 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:05:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['da2262d3-7c42-4e0c-829c-25ebce3988dc'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:46.642163 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Pushing event updated for resources: {'Port': ['ID=fefe277f-8d89-4a94-a75e-ab5cffd653a3,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:46.645521 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:46.786597 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] Set router da2262d3-7c42-4e0c-829c-25ebce3988dc gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:47.058513 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 4, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port': {'id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:43Z', 'updated_at': '2021-06-15T14:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 5, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:47.061814 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b2d88-2441-4b9f-a4a7-ea176d946d81 None None] The sync data for ids ['da2262d3-7c42-4e0c-829c-25ebce3988dc'] in dv-cinder-796286-3-iscsi is: [{'id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'name': 'router1', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:27Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 4, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'gw_port': {'id': 'fefe277f-8d89-4a94-a75e-ab5cffd653a3', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:43Z', 'updated_at': '2021-06-15T14:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd3e7c2e1-5525-4e50-bb0c-b700bf52852c', 'name': '', 'network_id': '23e3bbce-f5c8-463f-887d-3723a1f8225e', 'tenant_id': 'a054b70b95a9401a99bb61e44e8ea795', 'mac_address': 'fa:16:3e:00:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2262d3-7c42-4e0c-829c-25ebce3988dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:36Z', 'updated_at': '2021-06-15T14:05:44Z', 'revision_number': 5, 'project_id': 'a054b70b95a9401a99bb61e44e8ea795', 'subnets': [{'id': '5fa84904-8c9a-4976-a031-28b53f1480d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3d3091-7927-46ca-a641-19cb305478d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:05:47.468480 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55172) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:47.600015 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ecc041e9-2ef8-4f16-86dd-4801cf7e131f admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1303387 Jun 15 14:05:47.949183 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fefe277f-8d89-4a94-a75e-ab5cffd653a3 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:48.007893 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port fefe277f-8d89-4a94-a75e-ab5cffd653a3 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:48.012411 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port fefe277f-8d89-4a94-a75e-ab5cffd653a3 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:48.012793 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:48.104925 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:48.127206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port fefe277f-8d89-4a94-a75e-ab5cffd653a3, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=fefe277f-8d89-4a94-a75e-ab5cffd653a3,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:48.131206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:48.136688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:48.190840 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=fefe277f-8d89-4a94-a75e-ab5cffd653a3,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:48.194511 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:49.954661 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fefe277f-8d89-4a94-a75e-ab5cffd653a3 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:50.031275 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port fefe277f-8d89-4a94-a75e-ab5cffd653a3 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:50.031784 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:52.991543 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:06:01.100818 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20d883a4-0c21-4568-9d18-4fe05bf40970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:03.457778 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:03.515859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4449c44d-5238-4c1f-a624-0b5930fffee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:05.018406 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:06.506404 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:29.979431 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:06:31.104219 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-71de500e-9beb-419b-b4dd-310453feb1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:33.452495 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:33.507844 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ba245c72-a079-4723-bc37-81009ab5093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:35.013269 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:36.499822 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:01.111845 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f7bdefd9-610a-4be1-b2e6-0185ef07c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:03.455080 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:03.510953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d740062b-bc6b-4256-9f0c-52b70e6300f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:05.014996 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:06.500368 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:06.978560 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:07:22.498667 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55740) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:22.560815 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.pecan_wsgi.hooks.translation [None req-934611aa-f489-4c9e-963e-7da088fc26a3 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:07:22.562452 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-934611aa-f489-4c9e-963e-7da088fc26a3 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626554 Jun 15 14:07:22.739423 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61febb-7824-446e-a8f8-df2ed04697d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:22.740885 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4d61febb-7824-446e-a8f8-df2ed04697d0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1747282 Jun 15 14:07:24.855078 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55750) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:24.950387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b382c-2c61-4779-8aec-6ea31745e0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:24.951710 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-341b382c-2c61-4779-8aec-6ea31745e0bf admin admin] 10.222.0.11 "GET /v2.0/subnets/5fa84904-8c9a-4976-a031-28b53f1480d8 HTTP/1.1" status: 200 len: 849 time: 0.0956886 Jun 15 14:07:24.961284 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:07:25.061736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:25.223454 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745304737082'] for subnet, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:25.225450 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:07:25.259060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:25.259641 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:25.260885 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] 10.222.0.11 "PUT /v2.0/subnets/5fa84904-8c9a-4976-a031-28b53f1480d8 HTTP/1.1" status: 200 len: 868 time: 0.3038054 Jun 15 14:07:25.277076 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2896222-30e8-4d7c-aaa0-35de6bf5c6ee None None] Network 23e3bbce-f5c8-463f-887d-3723a1f8225e requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:07:25.285212 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa84904-8c9a-4976-a031-28b53f1480d8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:07:25.292656 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.293012 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.293353 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.293712 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.294041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.294393 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.294715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.295031 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.295365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.295683 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.295998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.296309 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:25.300242 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:07:25.644159 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b0f4ec24-0291-4f7f-9714-e7e3bddd9369 None None] Provisioning complete for port d3e7c2e1-5525-4e50-bb0c-b700bf52852c triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:07:25.644530 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ec24-0291-4f7f-9714-e7e3bddd9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:25.739248 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b0f4ec24-0291-4f7f-9714-e7e3bddd9369 None None] Provisioning complete for port 5ecd2aa7-4b7a-4f17-943f-078cef5b85ae triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:07:25.739613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ec24-0291-4f7f-9714-e7e3bddd9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:27.383715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55758) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:27.698585 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c9b37-c377-4ebf-a8bd-61486d1f1355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:27.699071 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c9b37-c377-4ebf-a8bd-61486d1f1355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:27.700608 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0e6c9b37-c377-4ebf-a8bd-61486d1f1355 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3158967 Jun 15 14:07:29.800183 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55766) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:29.954776 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38efb9-c988-45ee-9d8a-e41ca339267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:29.955268 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38efb9-c988-45ee-9d8a-e41ca339267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:29.956790 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2b38efb9-c988-45ee-9d8a-e41ca339267c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1556571 Jun 15 14:07:31.117872 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-334e1633-4264-4681-b7ee-280d8075aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:32.081237 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55774) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:32.232040 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18b290-755c-4b5d-a97c-28960d523cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:32.233394 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ed18b290-755c-4b5d-a97c-28960d523cfc admin admin] 10.222.0.11 "GET /v2.0/networks/23e3bbce-f5c8-463f-887d-3723a1f8225e HTTP/1.1" status: 200 len: 869 time: 0.1511874 Jun 15 14:07:33.457271 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:33.509245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9b4720f4-a479-4b69-896b-f58f6c4bdf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:34.342069 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55782) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:34.484962 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7f5c0-d16c-4599-ae7d-7b63005bc1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:34.486348 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a8d7f5c0-d16c-4599-ae7d-7b63005bc1c5 admin admin] 10.222.0.11 "GET /v2.0/networks/b342255a-244a-40ba-b6b1-5408bc12e5e2 HTTP/1.1" status: 200 len: 886 time: 0.1433034 Jun 15 14:07:35.017976 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:36.508959 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:36.627011 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55790) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:36.755231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf9e2a-35a0-4ad9-ace7-08e6f2db9ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:36.755603 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf9e2a-35a0-4ad9-ace7-08e6f2db9ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:36.757154 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fbdf9e2a-35a0-4ad9-ace7-08e6f2db9ad4 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291897 Jun 15 14:07:38.873154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55798) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:38.971098 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ff975-58b7-471c-abe7-5bb3baa96270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:38.971555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ff975-58b7-471c-abe7-5bb3baa96270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:38.973025 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bf5ff975-58b7-471c-abe7-5bb3baa96270 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0989611 Jun 15 14:07:41.066903 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55806) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:41.160217 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c635d36-f0db-4172-b78e-19f6544730c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:41.161551 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7c635d36-f0db-4172-b78e-19f6544730c4 admin admin] 10.222.0.11 "GET /v2.0/subnets/0366d7f0-6c89-4600-a64c-c06b78ad2569 HTTP/1.1" status: 200 len: 816 time: 0.0936794 Jun 15 14:07:43.263666 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55814) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:43.360066 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61970d2a-0bf2-445e-aad7-66288e9232e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:43.361369 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-61970d2a-0bf2-445e-aad7-66288e9232e1 admin admin] 10.222.0.11 "GET /v2.0/subnets/5fa84904-8c9a-4976-a031-28b53f1480d8 HTTP/1.1" status: 200 len: 868 time: 0.0967712 Jun 15 14:07:43.977665 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:08:01.119303 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27b4a65-e2e6-4347-a569-066b4396330a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:03.458178 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:03.509013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-706fee24-aff8-4e91-aeb7-3bf7017daca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:05.019983 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:06.476633 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55858) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:08:06.514284 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:06.527407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [None req-f0404671-74b4-4e7f-b531-95ec4bae767e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:08:06.528353 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f0404671-74b4-4e7f-b531-95ec4bae767e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508111 Jun 15 14:08:08.733140 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55868) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:08:08.809999 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b336ebcc-28b1-4627-876d-ca89c7e544ec admin admin] GET failed (client error): The resource could not be found. Jun 15 14:08:08.811390 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b336ebcc-28b1-4627-876d-ca89c7e544ec admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772872 Jun 15 14:08:09.024026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3965e-29a1-405e-a67b-256fa9f4666b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:09.026302 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3fa3965e-29a1-405e-a67b-256fa9f4666b admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2108612 Jun 15 14:08:11.165822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55876) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:08:11.212526 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:08:11.239786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Made reservation on behalf of 07507ae7e98c47319ed010ea5c1ca8c7 for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:08:11.242474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:11.292059 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING neutron.services.revisions.revision_plugin [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Could not find related network for resource to bump revision. Jun 15 14:08:11.308885 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:08:11.323235 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745304850351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:11.323815 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Unsubscribe: segment precommit_create {{(pid=91923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:08:11.324311 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Added segment ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa of type vlan for network f3fdf928-2803-4f3a-954a-ce6272e3ac7d Jun 15 14:08:11.386833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:11.431562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:11.433280 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:11.433901 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:11.436597 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:11.453262 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2864232 Jun 15 14:08:11.554011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Pushing event updated for resources: {'Network': ['ID=f3fdf928-2803-4f3a-954a-ce6272e3ac7d,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:11.563071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.563403 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.563726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.564042 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.564348 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.564658 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.564971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.565271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.565609 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.565916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.566218 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.566515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Tracked resource versions report: Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: pushed versions: Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: { 'AddressGroup': {'1.2'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'ConntrackHelper': {'1.0'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Log': {'1.0'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Network': {'1.1'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Port': {'1.7'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'PortForwarding': {'1.2'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'QosPolicy': {'1.8'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroup': {'1.4'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SubPort': {'1.0'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Subnet': {'1.1'}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Trunk': {'1.1'}} Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: consumer versions: Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'ConntrackHelper': '1.0', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Log': '1.0', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Network': '1.1', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Port': '1.7', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'PortForwarding': '1.2', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'QosPolicy': '1.8', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroup': '1.4', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroupRule': '1.2', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SubPort': '1.0', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Subnet': '1.1', Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Trunk': '1.1'}} Jun 15 14:08:11.567683 dv-cinder-796286-3-iscsi neutron-server[91923]: {{(pid=91923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:08:11.595871 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:11.607916 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:08:13.577755 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55888) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:08:13.639024 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb066d-29c9-47ed-bfd1-bce1fec7e211 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:08:13.640312 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-37bb066d-29c9-47ed-bfd1-bce1fec7e211 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616357 Jun 15 14:08:13.733878 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310c6a8-d3e2-45f3-a462-11642a8ed576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:13.735306 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3310c6a8-d3e2-45f3-a462-11642a8ed576 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0912187 Jun 15 14:08:13.744618 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Request body: {'subnet': {'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:08:13.762944 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Made reservation on behalf of 07507ae7e98c47319ed010ea5c1ca8c7 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:08:13.765065 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:13.961556 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:13.963634 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8ea4cba6-3a5a-4ca3-92f4-b5d3ad1cc9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:14.018306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1fd6c3-f656-483a-bafd-d2e8e337baef,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:14.022164 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:14.036010 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Checking segment: {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:08:14.036349 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Network hostable DHCP agents. Network: f3fdf928-2803-4f3a-954a-ce6272e3ac7d, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:08:14.052367 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:08:14.060221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, f3fdf928-2803-4f3a-954a-ce6272e3ac7d) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:08:14.064105 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:14.064692 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.069742 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b38b3-923b-43c4-87f1-7c3b0d200ff0 None None] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:08:14.079918 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3386350 Jun 15 14:08:14.258592 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-f3fdf928-2803-4f3a-954a-ce6272e3ac7d', 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d', 'tenant_id': '07507ae7e98c47319ed010ea5c1ca8c7', 'fixed_ips': [{'subnet_id': '4a1fd6c3-f656-483a-bafd-d2e8e337baef'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:08:14.259438 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.413262 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Allocated IP 192.168.233.2 (f3fdf928-2803-4f3a-954a-ce6272e3ac7d/4a1fd6c3-f656-483a-bafd-d2e8e337baef/e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:08:14.588635 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.597755 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Transition to ACTIVE for port object e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:08:14.614041 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Transition to ACTIVE for port object e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:08:14.623214 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.625888 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:14.767908 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:08:14.770774 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:08:14.773223 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:08:14.783512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Pushing event updated for resources: {'Port': ['ID=e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:14.812351 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.812688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.813024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.813349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.813704 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.814029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.814349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.814664 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.814997 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.815309 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.815623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.815932 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:14.819750 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:14.857141 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Attempting to bind port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:08:14.857503 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Attempting to bind port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:08:14.857898 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Attempting to bind port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 on network f3fdf928-2803-4f3a-954a-ce6272e3ac7d {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:08:14.862810 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:08:14.863171 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Checking segment: {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:08:14.863563 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.864112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Bound using segment: {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:08:14.864574 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Bound port: e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:08:14.864933 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.940182 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] For port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:08:14.944193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] For port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:08:14.949389 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:14.951795 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:15.012631 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Pushing event updated for resources: {'Port': ['ID=e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:15.020625 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:15.816539 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad47d0-d422-4720-bebe-0ce41020678e None None] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:08:15.919868 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-69c9c64e-4937-43ac-ac39-b49ba37087b7 None None] Provisioning for port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:08:16.092107 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:08:16.164068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:08:16.168178 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:16.168559 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:16.266590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:16.281658 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-993eafa2-cf41-4d8a-a1f6-6d6925f78309 None None] Provisioning complete for port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:16.282032 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-993eafa2-cf41-4d8a-a1f6-6d6925f78309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:16.339944 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:08:16.344769 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:16.349273 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:16.446436 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:16.468721 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:18.046929 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:08:18.100379 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e37e6ca1-19d8-4a38-bb91-d2dfc8a035b8 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:18.100758 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:20.977002 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:08:31.121360 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-50210c9e-7a39-41df-9190-a434c4db8736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:33.461263 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:33.508337 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aebeba7d-0ac2-4cbb-8f8f-0d4eda7580a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:35.021940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:36.515491 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:57.976096 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:09:01.123302 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e9fe184a-deec-4f08-b936-907b4c6fc9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:03.462859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:03.510235 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dd360b08-22e3-4087-ac9b-1b19ed28a38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:05.028166 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:06.518705 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.062837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55942) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:22.069262 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-cf1b85f1-a210-4d02-83ce-d9215ad76a6b tempest-verify_tempest_config-2089005125 tempest-verify_tempest_config-2089005125-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:09:22.070223 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-cf1b85f1-a210-4d02-83ce-d9215ad76a6b tempest-verify_tempest_config-2089005125 tempest-verify_tempest_config-2089005125-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064495 Jun 15 14:09:22.384795 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 55960) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:22.488286 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.578943 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.582514 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.588018 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:09:22.633007 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a659f09d17e04a00898336e86cc6ada4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2471681 Jun 15 14:09:22.634228 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683490d6-98ce-4eb8-a50d-aeeaed760fb0,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:09:22.635795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 55964) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:22.641252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.641630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.641972 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.642301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.642625 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.643481 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.643809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.644146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.644456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.644773 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.645084 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.645394 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.649198 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:09:22.734999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.757298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.851217 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.853932 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:22.855088 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/683490d6-98ce-4eb8-a50d-aeeaed760fb0 HTTP/1.1" status: 204 len: 168 time: 0.2177336 Jun 15 14:09:22.856109 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:09:22.864539 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683490d6-98ce-4eb8-a50d-aeeaed760fb0,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:09:22.870983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.871317 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.871689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.871949 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.872263 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.872600 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.872915 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.873226 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.873572 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.873883 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.874190 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.874495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:22.879041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:09:31.129952 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5eba22e6-80b7-4765-82f9-97013d734d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:33.464453 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:33.510550 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d54096bc-11f8-402f-bd91-8466b7038bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:34.974997 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:09:35.031279 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:36.521603 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:01.122831 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8db60b46-0bd6-43b0-b595-41643ce9d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:03.465740 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:03.509335 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d76fc5f0-7278-4b85-81d6-b0b96b84069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:05.033110 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:06.524498 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:11.973025 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:10:31.121985 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-46ff9cc8-917e-48b7-bf9f-816a93f9aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:33.467861 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:33.508065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-af5e920e-ce9d-4198-a2c4-43d7dd0a5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:35.034822 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:36.529351 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:48.971679 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:10:59.854823 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342'] for agent, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:01.123328 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3751e377-9fd6-4c74-bc84-c2660f2dc19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:03.469315 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:03.507899 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-90f1fd85-db7a-4580-818b-d7c9b51c645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:04.758311 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56018) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:11:04.861353 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-24e455c9-b69e-409d-bbd6-62e92c9f18ff admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1016681 Jun 15 14:11:05.037556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:06.530576 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:06.990440 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56028) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:11:07.043880 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ece024ba-fde7-4683-90f6-df0e55c4184b admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523376 Jun 15 14:11:25.970043 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:11:29.808517 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:31.124515 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7f959cdf-8880-4cb3-b38f-68118e718f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:33.470569 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:33.505645 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aac03967-d8dd-4716-9af1-2726ad8c764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:35.040262 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:36.534984 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:59.827080 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:01.128956 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fbf59f14-8b00-41bd-8e44-d56761d6af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:02.968291 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:12:03.471892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:03.505349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6ad5764c-8b2b-48ac-8706-6bc60c8754f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:05.045336 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:06.536420 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:29.885307 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:31.126527 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4194e962-0b3a-4706-812a-16d7fe7f61b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:33.475505 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:33.507404 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d0035a04-efc7-4b0b-aa87-97a1191b34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.227299 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56222) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.376215 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56240) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.515225 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-13003367-network', 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:34.536281 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:34.538821 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.550419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.675558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.679773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.684230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:34.713146 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b81c70-8447-48c7-8c9e-947d37a30cd4,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:34.722473 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.722986 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.723452 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.723863 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.724320 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.724785 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Tracked resource versions report: Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: pushed versions: Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Log': {'1.0'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Network': {'1.1'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Port': {'1.7'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'PortForwarding': {'1.2'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'QosPolicy': {'1.8'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SubPort': {'1.0'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Subnet': {'1.1'}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Trunk': {'1.1'}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: consumer versions: Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'ConntrackHelper': '1.0', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Log': '1.0', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Network': '1.1', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Port': '1.7', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'PortForwarding': '1.2', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'QosPolicy': '1.8', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroup': '1.4', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SecurityGroupRule': '1.2', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'SubPort': '1.0', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Subnet': '1.1', Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: 'Trunk': '1.1'}} Jun 15 14:12:34.731119 dv-cinder-796286-3-iscsi neutron-server[91923]: {{(pid=91923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:34.736364 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:34.737404 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:34.750970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.751494 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Added segment 081805d3-272f-47ee-b7d1-a95359ba2a14 of type vlan for network caa53801-033a-4add-bfe9-0e0bc0387efb Jun 15 14:12:34.801022 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.818085 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56256) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.838026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.839402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:34.840167 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:34.843151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0b94a760-7a55-43f0-b3cf-47116dce88dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:34.850245 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56262) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.883517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-19757963-network', 'tenant_id': '0b4a6708745b4ad783b15e23468572a2'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:34.891051 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56268) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.931161 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=caa53801-033a-4add-bfe9-0e0bc0387efb,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:34.944537 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network caa53801-033a-4add-bfe9-0e0bc0387efb details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:34.945061 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7134576 Jun 15 14:12:34.945061 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:34.945423 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56272) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:34.950315 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Request body: {'subnet': {'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-13003367-subnet', 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:34.968924 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.db.api [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:12:34.968924 dv-cinder-796286-3-iscsi neutron-server[91923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:12:34.968924 dv-cinder-796286-3-iscsi neutron-server[91923]: [parameters: {'project_id_1': '0b4a6708745b4ad783b15e23468572a2', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 12, 34, 960183)}] Jun 15 14:12:34.968924 dv-cinder-796286-3-iscsi neutron-server[91923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:12:34.969878 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_db.api [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:12:34.986820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:34.989450 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.060821 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.077687 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-network', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:35.103292 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-network', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:35.130521 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Made reservation on behalf of afcefcf2352b423c8fdd188721edc57c for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:35.134644 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.151139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.201954 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Made reservation on behalf of a9c46c997e944b798ff96968079d6a3b for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:35.205260 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.266360 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.284080 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-179436668-network', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:35.288395 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.292555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.332628 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:35.351361 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Made reservation on behalf of bcf39de6990d4d11adcd5e608fbb4d78 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:35.353659 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.381968 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:35.389910 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.453321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.453676 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Added segment 36e1db90-8d3c-4372-99f2-a8f870c8d2cc of type vlan for network c94025c5-ad71-4417-bc9e-5704fff6da85 Jun 15 14:12:35.457323 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937c66f-83f7-4550-a2dd-d302d9f8fd9b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:35.517415 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.517664 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.518186 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.519130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.519520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.519805 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.520131 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.520448 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.520763 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.521075 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.521387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.521721 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Tracked resource versions report: Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: pushed versions: Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Log': {'1.0'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Network': {'1.1'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Port': {'1.7'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'PortForwarding': {'1.2'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'QosPolicy': {'1.8'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SubPort': {'1.0'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Subnet': {'1.1'}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Trunk': {'1.1'}} Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: consumer versions: Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'ConntrackHelper': '1.0', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Log': '1.0', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Network': '1.1', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Port': '1.7', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'PortForwarding': '1.2', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'QosPolicy': '1.8', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroup': '1.4', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SecurityGroupRule': '1.2', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'SubPort': '1.0', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Subnet': '1.1', Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: 'Trunk': '1.1'}} Jun 15 14:12:35.522791 dv-cinder-796286-3-iscsi neutron-server[91924]: {{(pid=91924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:35.534896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:35.551865 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.746555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.db.resource_extend [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:12:35.789834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.802311 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.812317 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:35.817717 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Made reservation on behalf of 0b4a6708745b4ad783b15e23468572a2 for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:35.820854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.842651 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d1988-8fcc-4e67-a9c7-83472e95d169,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:35.843945 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.858607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.859838 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:35.877013 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.882047 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5dca22a5-fc2c-4caa-aaee-6db8303465f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:35.887657 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:35.894176 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:35.895052 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.951328 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:35.951673 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Added segment fec58337-ec9a-4dad-b6a7-97fe331467be of type vlan for network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 Jun 15 14:12:36.049669 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.053988 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb215446-94e4-4204-8fab-f0e00dd8ae5b,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:36.074753 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:36.075857 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8437ef12-62d7-4e1d-95f0-c2a383f9e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.111321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Checking segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:36.111687 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Network hostable DHCP agents. Network: caa53801-033a-4add-bfe9-0e0bc0387efb, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:36.211674 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Pushing event updated for resources: {'Network': ['ID=c94025c5-ad71-4417-bc9e-5704fff6da85,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:36.216938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:36.220529 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.226124 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:36.226715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.229274 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network c94025c5-ad71-4417-bc9e-5704fff6da85 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:36.237208 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.275673 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Network caa53801-033a-4add-bfe9-0e0bc0387efb is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:36.298767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.352648 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.353622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=4b79ad3e-95a4-47b0-987e-ec116b3afd67,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:36.366890 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:36.367094 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:36.367994 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, caa53801-033a-4add-bfe9-0e0bc0387efb) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:36.377422 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:36.378184 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.380930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.383890 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5647528 Jun 15 14:12:36.387489 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56332) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:36.394575 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Request body: {'subnet': {'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-subnet', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:36.409936 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dba613-067a-4269-86cb-6760067dfa7f None None] Network caa53801-033a-4add-bfe9-0e0bc0387efb requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:36.443375 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:36.455936 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e358dc3-0989-4cb9-b10e-c458cc018c06,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:36.461024 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:36.462532 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.463059 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Added segment 5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b of type vlan for network 3631a935-036f-4ca1-871f-456568654dfc Jun 15 14:12:36.533210 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.561566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.567271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.585935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:36.593837 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7424433 Jun 15 14:12:36.602075 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.602838 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Added segment b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38 of type vlan for network cca50794-e938-40b0-8146-684df8054ad7 Jun 15 14:12:36.608027 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6fface93-63b4-4a85-a63e-558c1d55c0e1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6615608 Jun 15 14:12:36.624262 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56344) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:36.638334 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Request body: {'subnet': {'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-subnet', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:36.646106 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.655598 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:36.656181 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.669629 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.694960 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.706709 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Made reservation on behalf of afcefcf2352b423c8fdd188721edc57c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:36.709168 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.738854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.752470 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.756335 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:36.757795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.776984 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Made reservation on behalf of a9c46c997e944b798ff96968079d6a3b for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:36.779442 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:36.787283 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4094980 Jun 15 14:12:36.795324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56354) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:36.805772 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Request body: {'subnet': {'network_id': 'cca50794-e938-40b0-8146-684df8054ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-19757963-subnet', 'tenant_id': '0b4a6708745b4ad783b15e23468572a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:36.832269 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497428d-2fba-4a1b-a2ed-109f5e2bdae9,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:36.843112 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:36.846686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b612d80e-7d95-42ce-9cee-fba8c3a7c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:36.874047 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66652223-4fb1-4aaa-8294-e3d522fcceee None None] Network caa53801-033a-4add-bfe9-0e0bc0387efb requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:37.057444 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1648378 Jun 15 14:12:37.063097 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Made reservation on behalf of 0b4a6708745b4ad783b15e23468572a2 for: {'subnet': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:37.063576 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56366) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:37.065446 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.068160 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Pushing event updated for resources: {'Network': ['ID=cca50794-e938-40b0-8146-684df8054ad7,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.071370 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:37.081746 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Pushing event updated for resources: {'Network': ['ID=3631a935-036f-4ca1-871f-456568654dfc,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.096309 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Request body: {'subnet': {'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-179436668-subnet', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:37.103986 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:37.168738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network cca50794-e938-40b0-8146-684df8054ad7 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:37.250248 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Made reservation on behalf of bcf39de6990d4d11adcd5e608fbb4d78 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:37.252563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.273410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 3631a935-036f-4ca1-871f-456568654dfc details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:37.291307 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.510285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56394) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:37.513088 dv-cinder-796286-3-iscsi neutron-server[91923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:12:37.569934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.606717 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:37.740002 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.748295 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b86deb-44c7-42df-9d3d-e994adfbbfaf,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.751358 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:37.752520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:37.784491 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.794715 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-42fc5e3b-68b9-49bf-b4c2-f8a566ebb3e1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:37.796449 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-42fc5e3b-68b9-49bf-b4c2-f8a566ebb3e1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.2848954 Jun 15 14:12:37.799216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:37.855549 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-713e6449-7305-43c5-9a88-27a244f6c782 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/quotas/4f92fe2c7ab7478ba8a658b6ba7511df HTTP/1.1" status: 200 len: 375 time: 0.0514305 Jun 15 14:12:37.875553 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Checking segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:37.875995 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Network hostable DHCP agents. Network: c94025c5-ad71-4417-bc9e-5704fff6da85, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:37.885986 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6657a12a-3b45-45de-9c08-04e1414473fb,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.889207 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:37.898971 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:37.898971 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-30c966b9-bddb-4c70-a5c5-08b424d969f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:37.935094 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd1e201-159f-4f9c-8c93-b91026a00f57,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.966728 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:37.971008 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-40ac0ed1-9951-4c39-87ff-b6de43cc53f2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945480 Jun 15 14:12:37.971909 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Checking segment: {'id': 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:37.972286 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Network hostable DHCP agents. Network: cca50794-e938-40b0-8146-684df8054ad7, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:37.990864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Network c94025c5-ad71-4417-bc9e-5704fff6da85 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:37.992770 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Checking segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:37.993112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Network hostable DHCP agents. Network: 4b79ad3e-95a4-47b0-987e-ec116b3afd67, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:37.998795 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a66450-e089-407e-9fba-c10b8e036f04,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:37.999721 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Network cca50794-e938-40b0-8146-684df8054ad7 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:38.003354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:38.013954 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, c94025c5-ad71-4417-bc9e-5704fff6da85) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:38.014141 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, cca50794-e938-40b0-8146-684df8054ad7) {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:38.019257 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:38.019896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:38.020034 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.020480 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.028029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da398d6f-8ffa-4856-9be7-e4b201286bf8 None None] Network c94025c5-ad71-4417-bc9e-5704fff6da85 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:38.046995 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2405820 Jun 15 14:12:38.054924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Checking segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:38.055397 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Network hostable DHCP agents. Network: 3631a935-036f-4ca1-871f-456568654dfc, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:38.059475 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:38.062052 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b20d9473-aef1-4504-8693-82f9f6f0e611 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6719439 Jun 15 14:12:38.064934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56424) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:38.073901 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:38.078748 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 4b79ad3e-95a4-47b0-987e-ec116b3afd67) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:38.078935 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b8381-39b7-4672-bbf3-c0ca6dc3ccd7 None None] Network cca50794-e938-40b0-8146-684df8054ad7 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:38.092922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:38.093509 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.108347 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677aba96-7af7-4df6-b752-44e0e46c07ec None None] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:38.114732 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Network 3631a935-036f-4ca1-871f-456568654dfc is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:38.123447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 3631a935-036f-4ca1-871f-456568654dfc) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:38.129278 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.131123 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.135799 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:38.136394 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.143832 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5158727 Jun 15 14:12:38.147902 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56428) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:38.161345 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:38.194655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c40bfe-84d8-4ccb-8c2d-269576313b02 None None] Network 3631a935-036f-4ca1-871f-456568654dfc requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:38.197600 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1089754 Jun 15 14:12:38.200566 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56430) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:38.215448 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.217620 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:38.220840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.357183 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.396495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-901a6887-5854-4a47-b7ce-0e5091fade0c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:12:38.397618 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-901a6887-5854-4a47-b7ce-0e5091fade0c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1841848 Jun 15 14:12:38.503609 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.619118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56456) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:38.640300 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.641304 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.754210 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:38.799646 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f506193-843c-4e65-b42e-8687b47c7353 None None] Network c94025c5-ad71-4417-bc9e-5704fff6da85 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:38.870793 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.055961 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66540a-571c-4f22-93bc-9ae19d20c771 None None] Network cca50794-e938-40b0-8146-684df8054ad7 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:39.072447 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.117444 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-524b10ac-68ad-473a-b23a-b3ade03bfb0e service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081091 Jun 15 14:12:39.182742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.215999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-e03277db-d746-4ec0-a728-4bda6123f7bb tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:39.217452 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-e03277db-d746-4ec0-a728-4bda6123f7bb tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/networks?id=cca50794-e938-40b0-8146-684df8054ad7 HTTP/1.1" status: 200 len: 810 time: 0.5946789 Jun 15 14:12:39.253763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-3631a935-036f-4ca1-871f-456568654dfc', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:12:39.254609 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.295936 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-8faa78a8-783f-4455-95e8-a57e7533ee51 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/quotas/0b4a6708745b4ad783b15e23468572a2 HTTP/1.1" status: 200 len: 375 time: 0.0303094 Jun 15 14:12:39.346158 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-b824d410-96d8-4f8b-8a81-5a5297308ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219815 Jun 15 14:12:39.359203 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:12:39.360308 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.395823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-81a55923-dfcc-44f2-b9b5-a127f6de161a tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b4a6708745b4ad783b15e23468572a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892110 Jun 15 14:12:39.471032 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.498207 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.638081 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Allocated IP 172.27.0.248 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/fcda0aad-b828-41b9-83a8-47ad9edbc445) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:39.740372 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.788281 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Allocated IP 172.20.0.2 (3631a935-036f-4ca1-871f-456568654dfc/56a66450-e089-407e-9fba-c10b8e036f04/0046b100-7ebc-4646-9ce4-1f7c02299f8c) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:39.864787 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-daff6582-b0e2-4199-8ef4-edaa54587df3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:12:39.867901 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-daff6582-b0e2-4199-8ef4-edaa54587df3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2596641 Jun 15 14:12:39.870810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:39.881434 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Allocated IP 172.20.0.2 (4b79ad3e-95a4-47b0-987e-ec116b3afd67/6657a12a-3b45-45de-9c08-04e1414473fb/9a99a510-5bf3-4d01-9ebd-f9247f16649a) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:39.967844 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:12:40.106786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.196052 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.215472 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Transition to ACTIVE for port object 0046b100-7ebc-4646-9ce4-1f7c02299f8c will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:40.244662 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.264107 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.279470 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.297034 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56516) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:40.301691 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Transition to ACTIVE for port object 0046b100-7ebc-4646-9ce4-1f7c02299f8c will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:40.316644 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Transition to ACTIVE for port object 9a99a510-5bf3-4d01-9ebd-f9247f16649a will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:40.326024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.326714 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f0aba0e7-3dc8-4b9d-a0dc-fc39938c65eb req-4b730247-dae7-4210-9ded-bbd7c18e483d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.2727339 Jun 15 14:12:40.334633 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:40.403499 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Pushing event updated for resources: {'Port': ['ID=0046b100-7ebc-4646-9ce4-1f7c02299f8c,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:40.423787 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Transition to ACTIVE for port object 9a99a510-5bf3-4d01-9ebd-f9247f16649a will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:40.434304 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Network 3631a935-036f-4ca1-871f-456568654dfc is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:40.437473 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:40.442540 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.443412 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.443978 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.444559 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.445287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.445835 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.446453 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.446947 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.447514 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.448004 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.448660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.449178 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Tracked resource versions report: Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: pushed versions: Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Log': {'1.0'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Network': {'1.1'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Port': {'1.7'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'PortForwarding': {'1.2'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'QosPolicy': {'1.8'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SubPort': {'1.0'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Subnet': {'1.1'}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Trunk': {'1.1'}} Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: consumer versions: Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'ConntrackHelper': '1.0', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Log': '1.0', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Network': '1.1', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Port': '1.7', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'PortForwarding': '1.2', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'QosPolicy': '1.8', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroup': '1.4', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SecurityGroupRule': '1.2', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'SubPort': '1.0', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Subnet': '1.1', Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: 'Trunk': '1.1'}} Jun 15 14:12:40.450904 dv-cinder-796286-3-iscsi neutron-server[91925]: {{(pid=91925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:40.462539 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:40.463656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:40.468912 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.487573 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:40.588953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:40.618549 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-48868024-e69c-4db9-ba74-cc75ecc91d1f service neutron] 10.222.0.11 "GET /v2.0/networks/cca50794-e938-40b0-8146-684df8054ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580988 Jun 15 14:12:40.618673 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Attempting to bind port 0046b100-7ebc-4646-9ce4-1f7c02299f8c on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:40.619046 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Attempting to bind port 0046b100-7ebc-4646-9ce4-1f7c02299f8c by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:40.619418 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Attempting to bind port 0046b100-7ebc-4646-9ce4-1f7c02299f8c on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:40.629038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:40.635656 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Allocated IP 172.27.0.96 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:40.639337 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:40.645360 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.667314 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:40.667978 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Checking segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:40.670413 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.670845 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Bound using segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:40.671599 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Bound port: 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:40.675973 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.684862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-10d02e8c-58db-4160-9e68-a232702e6bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:40.729139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:40.736112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:40.748685 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:40.895471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.898889 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-a69b546a-2a04-4bca-a334-88a4e72b1d74 service neutron] 10.222.0.11 "GET /v2.0/networks/cca50794-e938-40b0-8146-684df8054ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792146 Jun 15 14:12:40.914740 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcda0aad-b828-41b9-83a8-47ad9edbc445,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:40.920301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:40.937469 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] For port 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:40.941429 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] For port 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=0046b100-7ebc-4646-9ce4-1f7c02299f8c,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:40.951051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Pushing event updated for resources: {'Port': ['ID=9a99a510-5bf3-4d01-9ebd-f9247f16649a,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:40.955074 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:40.962264 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.967097 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Attempting to bind port 9a99a510-5bf3-4d01-9ebd-f9247f16649a on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:40.967976 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Attempting to bind port 9a99a510-5bf3-4d01-9ebd-f9247f16649a by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:40.968597 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Attempting to bind port 9a99a510-5bf3-4d01-9ebd-f9247f16649a on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:40.970903 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:40.975358 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:41.097200 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.151374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.175350 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:41.196225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:41.196610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Checking segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:41.197021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.197420 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Bound using segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:41.198093 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Bound port: 9a99a510-5bf3-4d01-9ebd-f9247f16649a, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:41.198678 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.202911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.228866 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:41.315588 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Pushing event updated for resources: {'Port': ['ID=0046b100-7ebc-4646-9ce4-1f7c02299f8c,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:41.338808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:41.378870 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=287d6d901b4a4ddfb6b2176b83c7e758&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0806255 Jun 15 14:12:41.382439 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56570) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:41.384680 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c1377-e215-4005-b08a-6167bbc1555d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:41.395089 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:41.432926 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] For port 9a99a510-5bf3-4d01-9ebd-f9247f16649a, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:41.447093 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] For port 9a99a510-5bf3-4d01-9ebd-f9247f16649a, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=9a99a510-5bf3-4d01-9ebd-f9247f16649a,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:41.461024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:41.485766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:41.494892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:41.545524 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-98f83a23-78d5-4d13-89d3-ef9c09619957 req-46b3fe14-a4d6-475a-b83c-ba69b4aa4fae tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.2386832 Jun 15 14:12:41.546954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:41.551218 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:41.662536 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Allocated IP 172.27.0.160 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/979b59ea-ef67-4e71-b4cf-646c444681b9) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:41.749628 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Pushing event updated for resources: {'Port': ['ID=9a99a510-5bf3-4d01-9ebd-f9247f16649a,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:41.755752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:41.907172 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6c9d7947-61a0-4526-b3ae-702151ceafe8 req-d8025f8c-278e-41fa-a39a-ff8532c99f25 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.4194937 Jun 15 14:12:41.922615 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Pushing event updated for resources: {'Port': ['ID=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:41.957849 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:42.082777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.106445 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.260848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.330705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.374947 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 9a99a510-5bf3-4d01-9ebd-f9247f16649a up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:42.450376 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.474615 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.480865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 9a99a510-5bf3-4d01-9ebd-f9247f16649a completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:42.485816 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 0046b100-7ebc-4646-9ce4-1f7c02299f8c up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:42.500913 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:42.638444 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 0046b100-7ebc-4646-9ce4-1f7c02299f8c completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:42.691540 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afd3b6a1-692c-4ef0-b689-070ccb5371a2 req-aff14f49-c5ff-401a-bff4-583728862c1f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.0585284 Jun 15 14:12:42.716173 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.745620 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769b74c-84fa-4b2c-b339-d07a72c78b71 None None] Network 3631a935-036f-4ca1-871f-456568654dfc requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:42.773236 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:42.776168 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.777363 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a53c1377-e215-4005-b08a-6167bbc1555d HTTP/1.1" status: 204 len: 168 time: 1.3895562 Jun 15 14:12:42.786486 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:42.810662 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:42.878680 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Provisioning for port 0046b100-7ebc-4646-9ce4-1f7c02299f8c completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:42.884788 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Provisioning complete for port 0046b100-7ebc-4646-9ce4-1f7c02299f8c triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:42.885298 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:42.928251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Pushing event updated for resources: {'Port': ['ID=979b59ea-ef67-4e71-b4cf-646c444681b9,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:42.936904 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:43.020791 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:43.030804 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.042789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c1377-e215-4005-b08a-6167bbc1555d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:43.083898 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:43.104691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.141246 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.227692 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] For port 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=0046b100-7ebc-4646-9ce4-1f7c02299f8c,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:43.239625 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.246975 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:43.297063 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305caab9-2cd4-4d8a-b918-4fb0dadaeadf None None] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:43.323157 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-954b9c2d-61e5-4d37-a706-63282529162e req-f114cfe3-ecb6-4def-9809-8a5a4b06bcc6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.1033714 Jun 15 14:12:43.381310 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Pushing event updated for resources: {'Port': ['ID=0046b100-7ebc-4646-9ce4-1f7c02299f8c,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:43.392763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:43.476523 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:12:43.498311 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Provisioning for port 9a99a510-5bf3-4d01-9ebd-f9247f16649a completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:43.555403 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Provisioning complete for port 9a99a510-5bf3-4d01-9ebd-f9247f16649a triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:43.555912 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.683021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.719834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:43.738748 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:43.758159 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:43.763057 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:43.778852 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.783812 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6347082 Jun 15 14:12:43.786176 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56658) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:43.792699 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.826231 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] For port 9a99a510-5bf3-4d01-9ebd-f9247f16649a, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=9a99a510-5bf3-4d01-9ebd-f9247f16649a,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:43.853180 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.857815 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:43.925706 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Pushing event updated for resources: {'Port': ['ID=9a99a510-5bf3-4d01-9ebd-f9247f16649a,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:43.929894 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:43.983462 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-d8e87fb6-2114-454c-a37a-daab8f5e2fae None None] Provisioning complete for port 0046b100-7ebc-4646-9ce4-1f7c02299f8c triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:43.984140 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8e87fb6-2114-454c-a37a-daab8f5e2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.998779 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:44.018573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd4f9484-0865-4fa3-bf73-849c21acf549 req-ca4f07fd-efd3-4bde-85f9-832eb326d45c tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.0601459 Jun 15 14:12:44.257051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 9a99a510-5bf3-4d01-9ebd-f9247f16649a up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:44.281263 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:42Z', 'revision_number': 3, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:44.285775 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:44.286275 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Updating router 20e62751-0a59-46b0-a481-4e96c70f9e1f port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:44.321888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Router be6e8982-8f22-4973-84a3-39bd4112242e is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:12:44.332699 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b72ad5c2-3d7d-432c-813e-eed9a027527a None None] Provisioning complete for port 9a99a510-5bf3-4d01-9ebd-f9247f16649a triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:44.333118 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b72ad5c2-3d7d-432c-813e-eed9a027527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.370890 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.383974 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 9a99a510-5bf3-4d01-9ebd-f9247f16649a triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:44.383974 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.599512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 0046b100-7ebc-4646-9ce4-1f7c02299f8c up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:44.614968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-292a2788-a2ae-4d4d-8225-cc415328e998 req-961be3d9-e6ec-42b3-9b7b-a162cf16fef4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.0711672 Jun 15 14:12:44.714154 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 0046b100-7ebc-4646-9ce4-1f7c02299f8c triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:44.726096 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.900780 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.914142 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Transition to ACTIVE for port object c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:44.922972 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:44.931718 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-fcaf1da7-5bd6-4989-a681-af8b6190e8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:45.064876 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Pushing event updated for resources: {'Port': ['ID=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:45.068696 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Attempting to bind port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:45.069072 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Attempting to bind port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:45.069431 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Attempting to bind port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:45.078758 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:45.079568 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:45.080138 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.080685 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:45.081377 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Bound port: c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:45.082141 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.086196 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.087214 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.087709 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.088199 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.088677 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.089174 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.090313 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.090982 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.091492 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.091969 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.093137 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.093690 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Tracked resource versions report: Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: pushed versions: Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Log': {'1.0'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Network': {'1.1'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Port': {'1.7'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'PortForwarding': {'1.2'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'QosPolicy': {'1.8'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SubPort': {'1.0'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Subnet': {'1.1'}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Trunk': {'1.1'}} Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: consumer versions: Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: { DHCP agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: L3 agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: Metadata agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: Metering agent@dv-cinder-796286-3-iscsi: {}, Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: Open vSwitch agent@dv-cinder-796286-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'ConntrackHelper': '1.0', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Log': '1.0', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Network': '1.1', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Port': '1.7', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'PortForwarding': '1.2', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'QosPolicy': '1.8', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroup': '1.4', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SecurityGroupRule': '1.2', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'SubPort': '1.0', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Subnet': '1.1', Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: 'Trunk': '1.1'}} Jun 15 14:12:45.095396 dv-cinder-796286-3-iscsi neutron-server[91927]: {{(pid=91927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:45.126256 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:45.160307 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56710) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:45.184442 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] For port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:45.191362 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] For port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:45.201814 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.205729 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:45.227697 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.311573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-51e80c07-6154-48d8-87cb-8203d89de785 req-4b39de67-5b1a-4f58-8976-d832c3402b83 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.0789490 Jun 15 14:12:45.359605 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Pushing event updated for resources: {'Port': ['ID=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:45.374939 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-53dc3613-a780-460a-a69f-c9c27b1a7d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:45.394278 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.410668 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:45.412098 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:45.552394 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.23', 50828) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:45.650335 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:45.666460 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Sync routers for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:45.682077 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:45.685742 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:45.712952 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:45.853514 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-843ea011-8b73-493d-aa32-2c9b975c77d0 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:45.855579 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-843ea011-8b73-493d-aa32-2c9b975c77d0 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.23 "GET /v2.0/networks?id=cca50794-e938-40b0-8146-684df8054ad7 HTTP/1.1" status: 200 len: 810 time: 0.3016965 Jun 15 14:12:45.876846 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.904196 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.909737 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Request body: {'port': {'device_id': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7', 'admin_state_up': True, 'tenant_id': '0b4a6708745b4ad783b15e23468572a2'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:45.911968 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.913198 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8466506 Jun 15 14:12:45.923414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56736) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.018233 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:46.073418 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.139470 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-693f2a87-9740-4265-9743-98f37328f27e req-118deb89-d321-49b8-a33e-89b4718e39f0 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.3357656 Jun 15 14:12:46.163157 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.23', 50837) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.186464 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:42Z', 'revision_number': 3, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:46.196618 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b994fac-5d79-4827-92d8-2e1994a29034 None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:42Z', 'revision_number': 3, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:12:46.235277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-05d5cdbb-8025-4c8a-be69-58cf72fc7acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:46.241359 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cd0a48fed9640b18a59afe9efb00018&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0799258 Jun 15 14:12:46.247220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56748) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.362188 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.430540 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.440631 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df5f63-54c7-4843-b028-a029396e7e2e,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:46.446148 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:46.450173 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Made reservation on behalf of 0b4a6708745b4ad783b15e23468572a2 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:46.453850 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.607446 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:12:46.635790 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:41Z', 'revision_number': 3, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:46.645558 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Checking router: be6e8982-8f22-4973-84a3-39bd4112242e for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:46.646081 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Updating router be6e8982-8f22-4973-84a3-39bd4112242e port fcda0aad-b828-41b9-83a8-47ad9edbc445 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:46.660272 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-482a957d-5163-43bd-886e-89f27d864213 req-e4476724-2ee2-46a1-880e-3ece83bd7d80 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.1439974 Jun 15 14:12:46.813941 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.890485 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.897667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.901134 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57df5f63-54c7-4843-b028-a029396e7e2e HTTP/1.1" status: 204 len: 168 time: 0.6435199 Jun 15 14:12:46.923318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-577d5730-d99b-4d52-bd5d-2f272069c038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:46.985579 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-60f0a139-afef-49ba-9b0b-d4b3e9584bce tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:46.999937 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-60f0a139-afef-49ba-9b0b-d4b3e9584bce tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.8354244 Jun 15 14:12:47.122626 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df5f63-54c7-4843-b028-a029396e7e2e,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:47.141667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:47.338404 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Allocated IP 172.20.0.12 (cca50794-e938-40b0-8146-684df8054ad7/6dd1e201-159f-4f9c-8c93-b91026a00f57/0ff009cf-6644-41fa-adb3-9b3c9d1a4b12) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:47.469675 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:47.486386 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:47.507674 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:47.508590 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:47.611977 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.623314 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4159999 Jun 15 14:12:47.635869 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56816) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:47.653889 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Request body: {'port': {'device_id': '3da838be-0d82-450c-80e7-f44990074982', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'admin_state_up': True, 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:47.883275 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:47.943904 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.972961 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Transition to ACTIVE for port object fcda0aad-b828-41b9-83a8-47ad9edbc445 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:47.983751 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.009244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:48.238646 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e3e9041b-2949-4d20-88b8-6e8b821279d2 req-d80bc8c2-b243-4706-9582-901e5a2b22a4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.1898186 Jun 15 14:12:48.241901 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Attempting to bind port fcda0aad-b828-41b9-83a8-47ad9edbc445 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:48.245345 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Attempting to bind port fcda0aad-b828-41b9-83a8-47ad9edbc445 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:48.245948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Attempting to bind port fcda0aad-b828-41b9-83a8-47ad9edbc445 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:48.259166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cffece40-a9ce-41ce-b951-e3e60eb6b3e6 req-afc4d3a7-c964-4114-a6b7-91d3387e792f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.2094095 Jun 15 14:12:48.279019 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:48.279401 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:48.279814 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.280228 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:48.280701 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Bound port: fcda0aad-b828-41b9-83a8-47ad9edbc445, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:48.281077 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.300951 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Pushing event updated for resources: {'Port': ['ID=fcda0aad-b828-41b9-83a8-47ad9edbc445,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.378606 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.391192 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:48.394575 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:48.410374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Allocated IP 172.20.0.1 (4b79ad3e-95a4-47b0-987e-ec116b3afd67/6657a12a-3b45-45de-9c08-04e1414473fb/d24611e4-3de9-4c86-9249-8afc5004c937) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:48.602176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.621686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:48.705816 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] For port fcda0aad-b828-41b9-83a8-47ad9edbc445, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:48.715765 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] For port fcda0aad-b828-41b9-83a8-47ad9edbc445, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=fcda0aad-b828-41b9-83a8-47ad9edbc445,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:48.730730 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.759640 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:48.772140 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:43Z', 'revision_number': 3, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:48.786430 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:48.786892 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Updating router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb port 979b59ea-ef67-4e71-b4cf-646c444681b9 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:48.814923 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Pushing event updated for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.828596 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:48.840657 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Network cca50794-e938-40b0-8146-684df8054ad7 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:48.848196 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:48.863144 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:48.884059 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:48.886790 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.946669 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0402293 Jun 15 14:12:48.980022 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Pushing event updated for resources: {'Port': ['ID=fcda0aad-b828-41b9-83a8-47ad9edbc445,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.981431 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.990320 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-93c84777-1efc-4d22-a86b-dcd49b61f024 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:12:48.991973 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-93c84777-1efc-4d22-a86b-dcd49b61f024 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082676 Jun 15 14:12:49.006042 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:49.039083 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:49.039492 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:49.051458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:49.269251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:49.276483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.545414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.623672 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Transition to ACTIVE for port object d24611e4-3de9-4c86-9249-8afc5004c937 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:49.724477 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:49.790263 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56876) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:49.935639 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7b0cd8d3-9c89-42b8-a2b7-a8faf6de21e0 req-1dec7a99-3a00-42a7-9c67-b4c07a9bf3d6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.2072194 Jun 15 14:12:49.946761 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:49.963922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.020209 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980a278-e368-4b6b-b536-0f229755907c req-d1e39ab4-1868-4384-9e8c-58fcdeeabf6e tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:50.023707 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.033457 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8980a278-e368-4b6b-b536-0f229755907c req-d1e39ab4-1868-4384-9e8c-58fcdeeabf6e tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 932 time: 0.3890085 Jun 15 14:12:50.047073 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.078192 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Transition to ACTIVE for port object 979b59ea-ef67-4e71-b4cf-646c444681b9 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:50.086166 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.090129 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.165924 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8980a278-e368-4b6b-b536-0f229755907c req-64b273d0-26f3-4014-9461-0c2c4962ebaa tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298366 Jun 15 14:12:50.195099 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:50.227775 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.235998 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.314199 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.361816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Request body: {'port': {'device_id': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:50.402930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.441144 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Pushing event updated for resources: {'Port': ['ID=979b59ea-ef67-4e71-b4cf-646c444681b9,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.446839 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Attempting to bind port 979b59ea-ef67-4e71-b4cf-646c444681b9 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:50.457922 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Attempting to bind port 979b59ea-ef67-4e71-b4cf-646c444681b9 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:50.458461 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Attempting to bind port 979b59ea-ef67-4e71-b4cf-646c444681b9 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:50.466389 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.475591 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:50.475976 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:50.476398 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.476815 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:50.477322 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Bound port: 979b59ea-ef67-4e71-b4cf-646c444681b9, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:50.477749 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.490101 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.494241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.505432 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.571396 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:41Z', 'revision_number': 3, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:50.593503 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61941c-5efe-41c3-9d65-db170ee23e10 None None] The sync data for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi is: [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:41Z', 'revision_number': 3, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:12:50.650924 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] For port 979b59ea-ef67-4e71-b4cf-646c444681b9, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:50.658703 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] For port 979b59ea-ef67-4e71-b4cf-646c444681b9, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=979b59ea-ef67-4e71-b4cf-646c444681b9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:50.670787 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.682938 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.726438 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:50.804623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.806821 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:51.164615 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:51.164615 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:51.169510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Pushing event updated for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:51.169510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:51.169510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.295649 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-63a98831-dffd-4c48-972f-13977d0b2162 None None] Provisioning for port d24611e4-3de9-4c86-9249-8afc5004c937 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:51.305649 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-63a98831-dffd-4c48-972f-13977d0b2162 None None] Provisioning complete for port d24611e4-3de9-4c86-9249-8afc5004c937 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:51.306276 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-63a98831-dffd-4c48-972f-13977d0b2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.404093 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:51.406063 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Allocated IP 172.20.0.4 (caa53801-033a-4add-bfe9-0e0bc0387efb/cb215446-94e4-4204-8fab-f0e00dd8ae5b/31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:51.432574 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Pushing event updated for resources: {'Port': ['ID=979b59ea-ef67-4e71-b4cf-646c444681b9,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:51.463225 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:51.476262 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-63a98831-dffd-4c48-972f-13977d0b2162 None None] Port d24611e4-3de9-4c86-9249-8afc5004c937 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:12:51.556874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.662551 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:51.922330 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.116391 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3988b168-12b9-443e-aeb8-07ce2d38c2ef req-e33395b5-6c9f-4ee2-ac70-3dd8e660ab5d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.2343178 Jun 15 14:12:52.224569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.279640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56934) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:52.281195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:52.295754 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20538e6833bc41c7a682d41d4735a957&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5042908 Jun 15 14:12:52.341151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56936) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:52.493961 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:43Z', 'revision_number': 3, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:52.507484 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321df9a9-f3af-478d-89d2-1923f6b1d60a None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:43Z', 'revision_number': 3, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:12:52.568543 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fcda0aad-b828-41b9-83a8-47ad9edbc445 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:52.646084 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137b890a-d8cf-4ad7-ac54-df9a00db17fd,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:52.685052 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port fcda0aad-b828-41b9-83a8-47ad9edbc445 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:52.688292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:52.694821 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port fcda0aad-b828-41b9-83a8-47ad9edbc445 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:52.695341 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.736650 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.801414 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e735d-a029-4885-ae44-37f85b5fbb3e req-9c354609-8072-4bb7-9e79-1eba4f89880f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:52.804743 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-639e735d-a029-4885-ae44-37f85b5fbb3e req-9c354609-8072-4bb7-9e79-1eba4f89880f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 932 time: 0.9202473 Jun 15 14:12:52.885094 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.962365 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.249159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.272466 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.277219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/137b890a-d8cf-4ad7-ac54-df9a00db17fd HTTP/1.1" status: 204 len: 168 time: 0.9120853 Jun 15 14:12:53.294541 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.297409 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-639e735d-a029-4885-ae44-37f85b5fbb3e req-4b26a895-ab49-4440-97c3-c4837d098f7f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750917 Jun 15 14:12:53.317036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b47cc6fe-0237-4b17-95ad-33c35c0f920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:53.341801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:12:53.347959 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port fcda0aad-b828-41b9-83a8-47ad9edbc445, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=fcda0aad-b828-41b9-83a8-47ad9edbc445,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:53.360028 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.361597 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:53.396075 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.399213 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.433788 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:53.444748 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Transition to ACTIVE for port object 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:53.449127 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b890a-d8cf-4ad7-ac54-df9a00db17fd,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:53.455675 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.456679 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:53.467364 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b88ac25e-b653-4bea-93d9-9c3db9d0fd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:53.588067 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:53.588624 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.613165 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-71f11c28-215e-4124-904d-8677aac9837f req-77dde356-413b-45b6-a2ea-239146b15a80 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.1227577 Jun 15 14:12:53.900463 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=fcda0aad-b828-41b9-83a8-47ad9edbc445,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:53.914166 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:53.920019 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.941933 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.946341 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:53.956573 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:53.975222 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:53.979109 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Attempting to bind port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:53.980511 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Attempting to bind port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:53.980918 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Attempting to bind port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 on network cca50794-e938-40b0-8146-684df8054ad7 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:53.986960 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 on network cca50794-e938-40b0-8146-684df8054ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:12:53.987275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Attempting to bind port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 on network cca50794-e938-40b0-8146-684df8054ad7 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:54.000288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:54.000622 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Checking segment: {'id': 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:54.001318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Bound using segment: {'id': 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:54.001877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Bound port: 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:54.002267 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.006742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Allocated IP 172.20.0.1 (c94025c5-ad71-4417-bc9e-5704fff6da85/81b86deb-44c7-42df-9d3d-e994adfbbfaf/e5b93844-2209-4de4-a46a-feaef9edb748) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:54.008871 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.065389 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56956) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.083333 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.093357 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.161207 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.380536 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.463338 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1022996-67de-4b48-8d56-0df4ebe20b41,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.480277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.502972 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f99f871c08642ad8c93dd0376b330e6&name=default HTTP/1.1" status: 200 len: 2978 time: 2.2058196 Jun 15 14:12:54.509847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 56970) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.581152 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 979b59ea-ef67-4e71-b4cf-646c444681b9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:54.603441 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:54.712168 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 979b59ea-ef67-4e71-b4cf-646c444681b9 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:54.734549 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 979b59ea-ef67-4e71-b4cf-646c444681b9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:54.740467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.800490 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.805869 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,segment=NetworkSegment(b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38),segment_id=b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:54.827428 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Network caa53801-033a-4add-bfe9-0e0bc0387efb is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:54.851167 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.857039 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.871107 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.883069 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event updated for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.885622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:54.889998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.914891 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.934005 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:54.940544 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:54.941295 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.945564 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.946901 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-21a33617-1713-4360-8247-aafdfc8debf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.958526 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fd85067a764467aa9c2084fc0b2512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705432 Jun 15 14:12:54.980485 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 56978) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.993652 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:54.994353 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.996033 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] 10.222.0.23 "PUT /v2.0/ports/0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 HTTP/1.1" status: 200 len: 1094 time: 5.0639317 Jun 15 14:12:55.002796 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:12:55.006496 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 979b59ea-ef67-4e71-b4cf-646c444681b9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=979b59ea-ef67-4e71-b4cf-646c444681b9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:55.012169 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.013424 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fcda0aad-b828-41b9-83a8-47ad9edbc445 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:55.016983 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.135620 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.144795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.171575 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f60ae-b20b-4752-bcec-cd09ff1cfc50 req-abeac762-e645-4255-95b8-c3473e45e962 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:55.173325 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port fcda0aad-b828-41b9-83a8-47ad9edbc445 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:55.173972 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.188328 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7060256 Jun 15 14:12:55.196303 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-871f60ae-b20b-4752-bcec-cd09ff1cfc50 req-abeac762-e645-4255-95b8-c3473e45e962 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.5477014 Jun 15 14:12:55.234976 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec0db5-d141-4616-a264-c04c9ae5e261,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.254196 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.340552 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=979b59ea-ef67-4e71-b4cf-646c444681b9,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.352308 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.359523 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-871f60ae-b20b-4752-bcec-cd09ff1cfc50 req-754ae87b-8ba6-4d2e-bf31-fbb80b4b715f tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622779 Jun 15 14:12:55.372866 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Allocated IP 172.20.0.1 (3631a935-036f-4ca1-871f-456568654dfc/56a66450-e089-407e-9fba-c10b8e036f04/36190e94-0726-46d8-8ec7-9c1c7616918b) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:55.481307 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457b20-921f-4e30-a955-41072f34c5cf req-363f76f8-1a8d-4aae-bec0-ea640fd7c6cd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:55.491748 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27457b20-921f-4e30-a955-41072f34c5cf req-363f76f8-1a8d-4aae-bec0-ea640fd7c6cd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 931 time: 0.6184962 Jun 15 14:12:55.512424 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1468c8-1b2d-405f-9359-254a6dd5c429" -d '{"events": [{"name": "network-changed", "server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:12:55.517372 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.518669 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.546550 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.547984 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1022996-67de-4b48-8d56-0df4ebe20b41 HTTP/1.1" status: 204 len: 168 time: 1.0267601 Jun 15 14:12:55.557419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.584996 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.596031 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1022996-67de-4b48-8d56-0df4ebe20b41,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.603457 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.621999 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27457b20-921f-4e30-a955-41072f34c5cf req-99b79e8f-9073-4f2a-bed2-0f2885be608e tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189287 Jun 15 14:12:55.639822 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.643532 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.650791 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.662908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.664956 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8cb748a9-a0fc-4ac2-bf38-a4e7c29df7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.666857 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.701723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.830992 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e252c-29fd-4582-bc06-8e2ad9ca5c3f x-openstack-request-id: req-5e1e252c-29fd-4582-bc06-8e2ad9ca5c3f {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:12:55.831647 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:12:55.832373 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e1e252c-29fd-4582-bc06-8e2ad9ca5c3f {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:12:55.833224 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12', 'status': 'completed', 'code': 200} Jun 15 14:12:55.838844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Transition to ACTIVE for port object 36190e94-0726-46d8-8ec7-9c1c7616918b will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:55.845799 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.880760 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.883575 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41ec0db5-d141-4616-a264-c04c9ae5e261 HTTP/1.1" status: 204 len: 168 time: 0.9023008 Jun 15 14:12:55.978675 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Pushing event updated for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:56.002806 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:56.027569 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9e843ddc-9d25-4621-a09d-88812b904006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:56.203232 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec0db5-d141-4616-a264-c04c9ae5e261,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:56.226717 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:56.227769 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.260439 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70c02878-5718-42cf-9f1a-0dd79515b5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:56.280137 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.415553 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 979b59ea-ef67-4e71-b4cf-646c444681b9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:56.424528 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Network c94025c5-ad71-4417-bc9e-5704fff6da85 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:56.445850 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:56.483667 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Network 3631a935-036f-4ca1-871f-456568654dfc is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:56.487624 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:56.488295 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.513673 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:56.514754 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Pushing event updated for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:56.517779 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:56.524594 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:56.537911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57026) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:56.574655 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.624958 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 979b59ea-ef67-4e71-b4cf-646c444681b9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:56.625397 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.800121 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e600f5-0ddd-4d18-b0b4-ba9393af102b req-f178e464-e778-49c5-b39d-54b2aa67920d tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:56.801710 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57e600f5-0ddd-4d18-b0b4-ba9393af102b req-f178e464-e778-49c5-b39d-54b2aa67920d tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.1500666 Jun 15 14:12:56.985835 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57e600f5-0ddd-4d18-b0b4-ba9393af102b req-f57a25d4-6886-4d71-849d-e59f99c95172 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712816 Jun 15 14:12:57.055327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:57.064783 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:57.070602 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:57.071873 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.186690 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb278c6-0236-44a0-b415-828db5d0bdda req-8443b790-addd-4313-9c36-a465a3f33ef6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:57.188512 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fb278c6-0236-44a0-b415-828db5d0bdda req-8443b790-addd-4313-9c36-a465a3f33ef6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 931 time: 0.3305144 Jun 15 14:12:57.190293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.200833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.321553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:57.332197 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a98cb7f19a8466ab7f7d94e85697651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932324 Jun 15 14:12:57.336969 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57040) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:57.489295 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fb278c6-0236-44a0-b415-828db5d0bdda req-d58c213a-4cdb-41f0-bc69-d0b90d3310d6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913923 Jun 15 14:12:57.537573 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Pushing event updated for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:57.545762 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0eeee-36a6-4c9a-828f-5a65f3fd5f01,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:57.554658 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:57.568761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:57.571467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Provisioning for port 36190e94-0726-46d8-8ec7-9c1c7616918b completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:57.581088 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.589830 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.614586 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Provisioning complete for port 36190e94-0726-46d8-8ec7-9c1c7616918b triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:57.615095 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.641780 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.725426 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Port 36190e94-0726-46d8-8ec7-9c1c7616918b cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:12:57.749939 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Provisioning complete for port d24611e4-3de9-4c86-9249-8afc5004c937 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:57.749939 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.756709 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.760118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.764303 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ab0eeee-36a6-4c9a-828f-5a65f3fd5f01 HTTP/1.1" status: 204 len: 168 time: 0.4101546 Jun 15 14:12:57.764303 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:57.797025 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0eeee-36a6-4c9a-828f-5a65f3fd5f01,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:57.799467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:57.934010 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-66ed01f9-0223-483e-99c8-28d3a46b3a66 None None] Port d24611e4-3de9-4c86-9249-8afc5004c937 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:12:58.094010 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:12:58.151156 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.325214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e550-eb69-4f37-8412-23c33120a3ef req-a0824bbc-435e-4ddd-8c7f-c6da8003f5be tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:58.326806 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-20b9e550-eb69-4f37-8412-23c33120a3ef req-a0824bbc-435e-4ddd-8c7f-c6da8003f5be tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.1309798 Jun 15 14:12:58.436866 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-20b9e550-eb69-4f37-8412-23c33120a3ef req-4a14ef67-5fd6-4806-a8c1-188694d60b11 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782704 Jun 15 14:12:58.515943 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.530436 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.538150 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.549376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:58.688103 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Pushing event updated for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:58.695948 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57098) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:58.697557 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:58.788308 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:58.798756 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:58.806142 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0d3136d8-2841-4314-aa84-399787fcce6a admin admin] 10.222.0.11 "PUT /v2.0/routers/20e62751-0a59-46b0-a481-4e96c70f9e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0183873 Jun 15 14:12:58.812640 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:58.814014 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:58.821117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c0c7e-e634-48c2-94e8-644b1b9f15a0 req-3e2714de-d7ff-4e53-8e12-e76effa78d29 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:58.823006 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f3c0c7e-e634-48c2-94e8-644b1b9f15a0 req-3e2714de-d7ff-4e53-8e12-e76effa78d29 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 931 time: 0.1248307 Jun 15 14:12:58.884755 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Network c94025c5-ad71-4417-bc9e-5704fff6da85 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:58.888986 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:58.909067 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f3c0c7e-e634-48c2-94e8-644b1b9f15a0 req-ef2c020a-454c-4fd0-9c3a-f192745da10b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777357 Jun 15 14:12:58.919824 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.974029 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.995736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.044951 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.049507 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.076060 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:59.152696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.160672 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.198044 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.227999 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45a960331ab44742a6bb36da4ed3f9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302346 Jun 15 14:12:59.228207 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5605448-f3e8-4682-8da2-a16d0a6c43cc,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:59.231187 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57124) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:59.296916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:59.406063 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.450381 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.455661 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Pushing event updated for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:59.469506 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Request body: {'port': {'device_id': '3da838be-0d82-450c-80e7-f44990074982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:59.469667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-4cd2a499-97bf-433c-9c88-63d0e4999bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:59.471107 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-4cd2a499-97bf-433c-9c88-63d0e4999bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b4a6708745b4ad783b15e23468572a2&device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 1097 time: 0.1724305 Jun 15 14:12:59.489478 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:59.761455 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 2, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:59.771677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:59.772052 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Updating router 20e62751-0a59-46b0-a481-4e96c70f9e1f port d24611e4-3de9-4c86-9249-8afc5004c937 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:59.796983 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Router be6e8982-8f22-4973-84a3-39bd4112242e has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:12:59.800591 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57140) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:59.805048 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173663549', 'description': 'tempest-description--1183580929'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:59.824644 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.833151 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.845101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Network 3631a935-036f-4ca1-871f-456568654dfc is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:59.852958 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:59.868724 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.926941 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-e81c8fb7-926a-4e1a-aa62-54693f3e28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:59.928666 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-e81c8fb7-926a-4e1a-aa62-54693f3e28a1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b4a6708745b4ad783b15e23468572a2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4493427 Jun 15 14:12:59.931655 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.938227 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.939391 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5605448-f3e8-4682-8da2-a16d0a6c43cc HTTP/1.1" status: 204 len: 168 time: 0.7071347 Jun 15 14:12:59.953934 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.973735 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.005849 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5605448-f3e8-4682-8da2-a16d0a6c43cc,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:00.008131 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:00.318903 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827d2fe-4a67-43e0-969a-0d33b69d3ab3 req-c1b2994d-b8a2-443a-8cd5-3bdb1c878bde tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:00.319784 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0827d2fe-4a67-43e0-969a-0d33b69d3ab3 req-c1b2994d-b8a2-443a-8cd5-3bdb1c878bde tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.6962447 Jun 15 14:13:00.450913 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-4ac86e7d-ef4c-45c1-a8a2-10f15a782ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:00.453173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2b1468c8-1b2d-405f-9359-254a6dd5c429 req-4ac86e7d-ef4c-45c1-a8a2-10f15a782ef0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5182693 Jun 15 14:13:00.453895 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-f3d41f72-0a75-44aa-ab67-e6389aa658a7 None None] Provisioning complete for port 36190e94-0726-46d8-8ec7-9c1c7616918b triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:00.454283 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f3d41f72-0a75-44aa-ab67-e6389aa658a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.499078 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0827d2fe-4a67-43e0-969a-0d33b69d3ab3 req-c0a38159-a117-4ea8-87de-9883cf0d1288 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415586 Jun 15 14:13:00.584000 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-f3d41f72-0a75-44aa-ab67-e6389aa658a7 None None] Port 36190e94-0726-46d8-8ec7-9c1c7616918b cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:00.596316 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e36fd-2e7e-4058-afd8-b671ff8a4517 req-c6773b00-9a9b-45a6-8edb-39dde61c6b27 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:00.596847 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.598246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff2e36fd-2e7e-4058-afd8-b671ff8a4517 req-c6773b00-9a9b-45a6-8edb-39dde61c6b27 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 931 time: 0.3259342 Jun 15 14:13:00.607709 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:00.618801 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Transition to ACTIVE for port object d24611e4-3de9-4c86-9249-8afc5004c937 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:00.623713 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Sync routers for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:00.627799 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.630385 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] 10.222.0.11 "PUT /v2.0/routers/be6e8982-8f22-4973-84a3-39bd4112242e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7058485 Jun 15 14:13:00.632397 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:00.637045 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:00.637914 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:00.699307 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:00.714953 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57162) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:00.767350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff2e36fd-2e7e-4058-afd8-b671ff8a4517 req-0a409e74-a392-4c0a-906b-c6111defdcdc tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523275 Jun 15 14:13:00.790309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-9430e9e9-9ccb-4ef7-9332-9f137db5a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:00.792520 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-9430e9e9-9ccb-4ef7-9332-9f137db5a210 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b4a6708745b4ad783b15e23468572a2&device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 1097 time: 0.2899029 Jun 15 14:13:00.926025 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.960828 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:01.075236 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-ce0924c3-eda3-4ca6-abc0-7c7fbecd484e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 HTTP/1.1" status: 200 len: 217 time: 0.2682979 Jun 15 14:13:01.170259 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Pushing event updated for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:01.187245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:01.192366 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-03dad40c-9afc-4099-98ea-6d4fa509055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.197109 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Attempting to bind port d24611e4-3de9-4c86-9249-8afc5004c937 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:01.198591 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Attempting to bind port d24611e4-3de9-4c86-9249-8afc5004c937 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:01.199320 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Attempting to bind port d24611e4-3de9-4c86-9249-8afc5004c937 on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:01.235197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:01.235197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Checking segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:01.235197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.235197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Bound using segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:01.235611 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Bound port: d24611e4-3de9-4c86-9249-8afc5004c937, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:01.236048 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.355690 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] For port d24611e4-3de9-4c86-9249-8afc5004c937, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:01.364768 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] For port d24611e4-3de9-4c86-9249-8afc5004c937, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=d24611e4-3de9-4c86-9249-8afc5004c937,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:01.372315 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.379027 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-66a31ca5-ebda-4310-837f-ca4accd0c53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:01.388861 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-66104c10-b36f-491f-9d57-7aeda6756af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:01.394708 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-66104c10-b36f-491f-9d57-7aeda6756af4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dd1e201-159f-4f9c-8c93-b91026a00f57 HTTP/1.1" status: 200 len: 850 time: 0.3094893 Jun 15 14:13:01.402223 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e5b93844-2209-4de4-a46a-feaef9edb748', 'name': '', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'mac_address': 'fa:16:3e:3a:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:52Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 2, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'subnets': [{'id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:01.406392 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Checking router: be6e8982-8f22-4973-84a3-39bd4112242e for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:01.406812 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Updating router be6e8982-8f22-4973-84a3-39bd4112242e port e5b93844-2209-4de4-a46a-feaef9edb748 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:13:01.485231 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.487368 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:01.487883 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:01.537803 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.565317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-7d60420c-ded2-4e51-97d5-46fcaa0be746 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cca50794-e938-40b0-8146-684df8054ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645198 Jun 15 14:13:01.617513 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.654038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Pushing event updated for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:01.668434 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:01.722582 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:01.731717 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:01.736357 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:01.746425 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] 10.222.0.11 "PUT /v2.0/routers/6b32b61d-c867-4587-a8b9-54c0ef17f1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0808427 Jun 15 14:13:01.778203 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:01.778892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:01.788814 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d2315-8665-4302-8e04-ae0b46b42cdf,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:01.828691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:01.894726 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:01.907941 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.943303 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Transition to ACTIVE for port object 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:01.951843 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.958907 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.960354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cbedc92b-01fd-4a12-a976-fec672c84f62 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:01.994301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.997773 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.999001 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1974623 Jun 15 14:13:02.012519 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57230) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:02.019176 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-fc3b1977-46dd-40f1-8596-13dd8a407b80 service neutron] 10.222.0.23 "GET /v2.0/networks/cca50794-e938-40b0-8146-684df8054ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468145 Jun 15 14:13:02.020717 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group_rule': {'security_group_id': 'a88d2315-8665-4302-8e04-ae0b46b42cdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:02.038529 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:02.212751 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Pushing event updated for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.291154 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.296698 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57234) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:02.304338 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.307372 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:02.314216 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:02.314726 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Transition to ACTIVE for port object e5b93844-2209-4de4-a46a-feaef9edb748 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:02.326252 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=126955475b6048e59a5dfc13d42242f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6015322 Jun 15 14:13:02.326491 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95ab6f2a-e73c-44fd-a462-e3ba9e07386b req-2245daf7-8d8f-4166-be96-ea4014edc18e service neutron] 10.222.0.23 "GET /v2.0/networks/cca50794-e938-40b0-8146-684df8054ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954366 Jun 15 14:13:02.334502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57238) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:02.345042 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.352056 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-3bffc9df-3af2-4895-8824-f35cc2549bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:02.379484 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Attempting to bind port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:02.380157 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Attempting to bind port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:02.381168 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Attempting to bind port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:02.391026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d on network caa53801-033a-4add-bfe9-0e0bc0387efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:02.392230 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Attempting to bind port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:02.394866 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.398925 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-fb6de311-06ac-4c09-a859-09d85df18645 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.406840 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-fb6de311-06ac-4c09-a859-09d85df18645 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 819 time: 0.8187740 Jun 15 14:13:02.412749 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0787ec4-144d-422a-b844-05770cff20bd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.420580 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.422524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:02.423125 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Checking segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:02.423789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Bound using segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:02.424322 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Bound port: 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:02.424790 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.441565 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4d1f-f161-4ca9-afb7-568b2c6b49f3 req-3e6e5b4e-22bc-4360-b45d-30f3210f3dbe tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.443502 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86db4d1f-f161-4ca9-afb7-568b2c6b49f3 req-3e6e5b4e-22bc-4360-b45d-30f3210f3dbe tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.4812934 Jun 15 14:13:02.457334 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-7c81d7c3-cfb0-4597-902e-4e3068e7c259 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/quotas/afcefcf2352b423c8fdd188721edc57c HTTP/1.1" status: 200 len: 375 time: 0.0495863 Jun 15 14:13:02.532116 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.611276 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.617696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.674030 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86db4d1f-f161-4ca9-afb7-568b2c6b49f3 req-b89a8a54-f990-4e7f-96d7-ac772815cb13 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116375 Jun 15 14:13:02.722013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:01Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:02.727613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fa8a1-364a-4f1c-9a9c-105978ffab10 None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:01Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:02.733111 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 2, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:02.737615 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:02.738111 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Updating router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb port 36190e94-0726-46d8-8ec7-9c1c7616918b binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:13:02.785451 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45a31b-bc82-4f10-8ae0-2622e58cc27c None None] Pushing event updated for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.816724 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.852377 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-bc45a31b-bc82-4f10-8ae0-2622e58cc27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.871478 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Attempting to bind port e5b93844-2209-4de4-a46a-feaef9edb748 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:02.871881 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Attempting to bind port e5b93844-2209-4de4-a46a-feaef9edb748 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:02.872830 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Attempting to bind port e5b93844-2209-4de4-a46a-feaef9edb748 on network c94025c5-ad71-4417-bc9e-5704fff6da85 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:02.880485 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:02.881186 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Checking segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:02.884179 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.884802 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Bound using segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:02.885496 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Bound port: e5b93844-2209-4de4-a46a-feaef9edb748, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:02.886685 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.895911 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-58fc9e1c-277f-47a1-8890-dff3dd8ad4b4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4356771 Jun 15 14:13:02.913565 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.976558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.982767 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0787ec4-144d-422a-b844-05770cff20bd HTTP/1.1" status: 204 len: 168 time: 0.6373115 Jun 15 14:13:02.988180 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] For port e5b93844-2209-4de4-a46a-feaef9edb748, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:02.996370 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] For port e5b93844-2209-4de4-a46a-feaef9edb748, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e5b93844-2209-4de4-a46a-feaef9edb748,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:03.004414 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.021697 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.030412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.054417 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.059583 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:03.069949 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.101365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.115589 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45a31b-bc82-4f10-8ae0-2622e58cc27c None None] Pushing event updated for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.121089 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-bc45a31b-bc82-4f10-8ae0-2622e58cc27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.133158 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:03.134025 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:12:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:03.138806 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:03.139374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6259918-40a5-4c96-b0a2-76f69052bbc4,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.149101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.152175 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.158733 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.304990 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.315682 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:03.326561 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57256) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:03.332772 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Pushing event updated for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.334318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.347108 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.355621 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0787ec4-144d-422a-b844-05770cff20bd,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.367003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.371232 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.379153 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3654854 Jun 15 14:13:03.381959 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57260) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:03.400302 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group_rule': {'security_group_id': 'a88d2315-8665-4302-8e04-ae0b46b42cdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:03.439130 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.452853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:03.453650 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.455255 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] 10.222.0.23 "PUT /v2.0/ports/31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d HTTP/1.1" status: 200 len: 1093 time: 3.9974065 Jun 15 14:13:03.455767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:03.467559 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=384438897d4746a2b4eda452093a2f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1633167 Jun 15 14:13:03.478238 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57264) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:03.565056 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2d69bb8f-ffe6-41cd-85b0-9760b12e6223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.584559 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.700165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.715523 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Transition to ACTIVE for port object 36190e94-0726-46d8-8ec7-9c1c7616918b will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:03.730882 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.733458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1210d8df-f4e0-4793-a38d-1f92eb53dc1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.773327 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c0d594-8510-41b8-9d4a-f1c2b4735dad,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.778148 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.778868 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.805949 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.807017 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e5b93844-2209-4de4-a46a-feaef9edb748', 'name': '', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'mac_address': 'fa:16:3e:3a:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:52Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'subnets': [{'id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:03.808702 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.815806 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d7a7-f19e-4e72-afa6-38bab6d245a4 None None] The sync data for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi is: [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e5b93844-2209-4de4-a46a-feaef9edb748', 'name': '', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'mac_address': 'fa:16:3e:3a:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:52Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'subnets': [{'id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:03.873271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538b7d-f5df-4ade-8dcb-c62230c91b13 req-27757699-14f5-4103-a4f4-e1086681643c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:03.874946 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f7538b7d-f5df-4ade-8dcb-c62230c91b13 req-27757699-14f5-4103-a4f4-e1086681643c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 943 time: 0.9517953 Jun 15 14:13:03.878050 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.882802 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.883937 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9c0d594-8510-41b8-9d4a-f1c2b4735dad HTTP/1.1" status: 204 len: 168 time: 0.2981069 Jun 15 14:13:03.884804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7498229c-b3c9-490f-bbbd-a8a238a8ef00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.900067 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-8e9c76f2-46aa-4c37-97b4-6f86ae747c70 service neutron] 10.222.0.11 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9719479 Jun 15 14:13:03.945265 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c0d594-8510-41b8-9d4a-f1c2b4735dad,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.983659 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.061173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f7538b7d-f5df-4ade-8dcb-c62230c91b13 req-6a130302-dbee-4570-b05b-fda7a5248313 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575696 Jun 15 14:13:04.114159 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.116682 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.136863 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f" -d '{"events": [{"name": "network-changed", "server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:04.141426 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.244036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Pushing event updated for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.263804 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.264329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6760c5c1-ae4d-42a4-b8ef-9809b142bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:04.268326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.269279 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f32dc655f01c4714ba60cebf5fe171a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9187398 Jun 15 14:13:04.272798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.277781 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57286) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:04.411121 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-7a874ea8-c8a5-4426-a01d-ce028c4cda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:04.414943 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-7a874ea8-c8a5-4426-a01d-ce028c4cda19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 1096 time: 0.8032253 Jun 15 14:13:04.437663 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.443488 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0596921 Jun 15 14:13:04.464566 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57290) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:04.639638 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-2984e992-8c31-4e60-9a6f-8833a9f44e14 service neutron] 10.222.0.11 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384858 Jun 15 14:13:04.649494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e5b93844-2209-4de4-a46a-feaef9edb748 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:04.660809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a7b07b-f7ba-414b-81d7-51f247680845,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.666581 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:04.677751 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.679548 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.681924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8769a627-0c8a-48f8-8130-4c3a71b63a87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:04.695739 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-823ba3ba-dc19-426b-95bc-7e27dbf5a698 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d HTTP/1.1" status: 200 len: 217 time: 0.2510922 Jun 15 14:13:04.699533 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb55cc9-9f40-4ab6-a8a6-b13b112c57bb,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.712197 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.758783 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Attempting to bind port 36190e94-0726-46d8-8ec7-9c1c7616918b on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:04.759204 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Attempting to bind port 36190e94-0726-46d8-8ec7-9c1c7616918b by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:04.759577 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Attempting to bind port 36190e94-0726-46d8-8ec7-9c1c7616918b on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:04.770258 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:04.770995 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Checking segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:04.771549 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.771955 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Bound using segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:04.772445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Bound port: 36190e94-0726-46d8-8ec7-9c1c7616918b, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:04.772866 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.908885 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57300) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:04.913526 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.938759 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] For port 36190e94-0726-46d8-8ec7-9c1c7616918b, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:04.943039 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] For port 36190e94-0726-46d8-8ec7-9c1c7616918b, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=36190e94-0726-46d8-8ec7-9c1c7616918b,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:04.947537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.957233 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.967004 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:05.016697 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.024548 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port e5b93844-2209-4de4-a46a-feaef9edb748 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:05.032006 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45185-6419-4314-b84f-81efd67dfb34 req-d7404bac-04b8-46f5-82f0-5253ed37806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:05.033750 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-d7404bac-04b8-46f5-82f0-5253ed37806e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.3311517 Jun 15 14:13:05.044566 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e5b93844-2209-4de4-a46a-feaef9edb748 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:05.058974 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.128076 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-81fd8d3a-c0fc-491e-a4ce-6ac9a48ab857 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792155 Jun 15 14:13:05.166845 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.292548 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:05.293168 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:13:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:05.295135 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Pushing event updated for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:05.320232 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:05.320658 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.343730 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.359529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.382831 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fecef381-deef-42c6-b8da-cd011a6df678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:05.384969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.386887 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91a7b07b-f7ba-414b-81d7-51f247680845 HTTP/1.1" status: 204 len: 168 time: 1.1018710 Jun 15 14:13:05.396060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57314) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:05.396686 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-787412f8-da06-4490-b9f0-0fc053d90b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:05.411868 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535566094', 'description': 'tempest-description--908320429'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:05.478063 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a7b07b-f7ba-414b-81d7-51f247680845,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:05.482719 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.530607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:05.548908 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8170211656924161a24141a3ff97af5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327388 Jun 15 14:13:05.550109 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57320) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:05.553907 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38479b78-1f05-4b3b-bd81-3640adb6514b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:05.581286 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:05.641396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e7f2e-8b75-426e-8e24-e7e3e75bb986 req-0dccd56c-c4b5-49e7-a4ed-4a5a7a38b7ae tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:05.643680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af5e7f2e-8b75-426e-8e24-e7e3e75bb986 req-0dccd56c-c4b5-49e7-a4ed-4a5a7a38b7ae tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.4865160 Jun 15 14:13:05.738302 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-f66f0c6c-c5f0-4818-961b-e8cb080eb349 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039395 Jun 15 14:13:05.762094 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.798089 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af5e7f2e-8b75-426e-8e24-e7e3e75bb986 req-b99f3d14-71aa-4cde-997e-4cf28b1d05b8 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389217 Jun 15 14:13:05.835750 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.911657 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.914736 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.925625 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.948651 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99bda9-9dc3-409e-adad-a658572194e3 x-openstack-request-id: req-2b99bda9-9dc3-409e-adad-a658572194e3 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:05.948955 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:05.949223 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b99bda9-9dc3-409e-adad-a658572194e3 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:05.949708 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', 'status': 'completed', 'code': 200} Jun 15 14:13:06.047969 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3a1a4bbe-4c00-4fcb-9190-58ec747a0ee7 req-5d3b13bb-838e-49c2-830b-e16bb93ab90b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 210 time: 0.0910246 Jun 15 14:13:06.066961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.088125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port e5b93844-2209-4de4-a46a-feaef9edb748, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e5b93844-2209-4de4-a46a-feaef9edb748,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:06.100954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.104230 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38479b78-1f05-4b3b-bd81-3640adb6514b HTTP/1.1" status: 204 len: 168 time: 0.5511570 Jun 15 14:13:06.104400 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1fa6ddd8-e4c0-47e9-a991-5959b1404dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.106224 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6f3b58f0-32bc-4605-b296-844cd7ba19fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.121493 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.127219 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d24611e4-3de9-4c86-9249-8afc5004c937 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:06.143891 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38479b78-1f05-4b3b-bd81-3640adb6514b,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.150505 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.161471 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.170648 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.172787 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7657936 Jun 15 14:13:06.176137 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57338) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:06.195319 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group_rule': {'security_group_id': '574a1f8f-0017-430f-bd53-06e503475906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:06.199741 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574a1f8f-0017-430f-bd53-06e503475906,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.207224 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.244495 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:06.254247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.342153 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.443057 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:06.463417 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.464946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57344) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:06.477203 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.495926 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Allocated IP 172.27.0.18 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:06.520800 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.547659 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.554136 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a5d8cb-fe0b-48b9-83f5-00bd28f60f59,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.559273 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.560314 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.561931 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845787 Jun 15 14:13:06.569360 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77d45185-6419-4314-b84f-81efd67dfb34 req-34085dbf-a82d-4538-9fcd-15d9d5c590f1 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950435 Jun 15 14:13:06.570041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57356) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:06.588508 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group_rule': {'security_group_id': '574a1f8f-0017-430f-bd53-06e503475906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:06.673708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574ac7-9cb5-45f3-9f8f-e4dd5c1c6065 req-0fca347c-b100-4925-95cd-58118d530d65 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:06.675492 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96574ac7-9cb5-45f3-9f8f-e4dd5c1c6065 req-0fca347c-b100-4925-95cd-58118d530d65 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 943 time: 0.4231973 Jun 15 14:13:06.751226 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.db.api [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:13:06.751226 dv-cinder-796286-3-iscsi neutron-server[91923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:13:06.751226 dv-cinder-796286-3-iscsi neutron-server[91923]: [parameters: {'project_id_1': 'a5ccebc392204d0c88d22345fb3027e2', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 13, 6, 653104)}] Jun 15 14:13:06.751226 dv-cinder-796286-3-iscsi neutron-server[91923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:13:06.751538 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_db.api [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:13:06.768562 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.772879 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.798549 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96574ac7-9cb5-45f3-9f8f-e4dd5c1c6065 req-c0915c8b-a7fc-4dde-8dfa-bc9020536623 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162465 Jun 15 14:13:06.827754 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-39dbe40b-073a-4b85-b513-2a8e90d4ea72 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:06.830615 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-39dbe40b-073a-4b85-b513-2a8e90d4ea72 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 819 time: 0.2491992 Jun 15 14:13:06.886357 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-88f7ba4d-7aaf-4980-a3e0-03a5374f429d tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/quotas/afcefcf2352b423c8fdd188721edc57c HTTP/1.1" status: 200 len: 375 time: 0.0440583 Jun 15 14:13:07.012343 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.014111 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.099915 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port d24611e4-3de9-4c86-9249-8afc5004c937 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:07.111204 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,segment=NetworkSegment(b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38),segment_id=b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:07.127070 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.129466 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port d24611e4-3de9-4c86-9249-8afc5004c937 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:07.130036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.187958 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-044c5956-0ff3-4d64-ac75-e460222ad3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:07.192885 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-044c5956-0ff3-4d64-ac75-e460222ad3a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 1096 time: 0.5490041 Jun 15 14:13:07.205037 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12', 'network_id': 'cca50794-e938-40b0-8146-684df8054ad7', 'port_id': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12', 'mac_address': 'fa:16:3e:5f:07:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1e201-159f-4f9c-8c93-b91026a00f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:07.282066 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.293410 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.302944 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-8f860037-4af5-44d8-9740-bd63c19b3fe6 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4083428 Jun 15 14:13:07.329151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.329935 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.332480 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.355445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.374815 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:07.388544 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.395276 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:07.401653 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27878460-b45f-4033-aee5-8f2ee955d4a6 None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:07.449969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port d24611e4-3de9-4c86-9249-8afc5004c937, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=d24611e4-3de9-4c86-9249-8afc5004c937,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:07.459249 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,segment=NetworkSegment(b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38),segment_id=b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:07.477811 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.482847 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.504898 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-f21d23a0-9845-4ef3-a3dc-3b56b6b882a0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:07.505616 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.506998 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-f21d23a0-9845-4ef3-a3dc-3b56b6b882a0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 819 time: 0.4548633 Jun 15 14:13:07.716991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Request body: {'port': {'device_id': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'admin_state_up': True, 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:07.753528 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['0ff009cf-6644-41fa-adb3-9b3c9d1a4b12'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:07.764491 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.766784 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1913650 Jun 15 14:13:07.771214 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57394) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:07.775817 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.871660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddc237-9e4e-46d1-9b7a-0806e9594dd2 req-a0739f5f-20f5-4587-9d18-e98cfe2060e4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:07.879675 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ccddc237-9e4e-46d1-9b7a-0806e9594dd2 req-a0739f5f-20f5-4587-9d18-e98cfe2060e4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 944 time: 0.7765150 Jun 15 14:13:07.881874 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-496cce6d-d246-45d7-8613-c91c3c0d4e75 service neutron] 10.222.0.11 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683079 Jun 15 14:13:07.882340 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57398) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:07.890802 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.895702 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:07.896692 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e5b93844-2209-4de4-a46a-feaef9edb748 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:07.910385 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:07.958416 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:07.977679 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.985403 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:07.987851 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:07.993837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-aaf16351-ec7e-4176-8a51-0392aecc7134 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.997281 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:08.063918 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.063918 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.163752 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ccddc237-9e4e-46d1-9b7a-0806e9594dd2 req-d05e918b-9156-4081-96fd-c787018c8843 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583296 Jun 15 14:13:08.271216 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e5b93844-2209-4de4-a46a-feaef9edb748 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:08.271596 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.273115 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.316339 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-1b1fd38c-30ef-480b-a942-d449954fd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:08.318109 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-1b1fd38c-30ef-480b-a942-d449954fd445 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 914 time: 1.1160781 Jun 15 14:13:08.318886 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e779a8-5872-47fa-83d0-174aff24a643,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.324457 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.380109 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-6175e2fe-1fec-491e-974f-b7ef1521ab81 service neutron] 10.222.0.11 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870210 Jun 15 14:13:08.402498 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467290424-network', 'tenant_id': 'de66bc947c5546bb9c512c891eb96f9c'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:08.450256 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-3821781c-6257-41b8-b57c-764714d0cfb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d HTTP/1.1" status: 200 len: 217 time: 0.1245418 Jun 15 14:13:08.532898 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.545875 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 36190e94-0726-46d8-8ec7-9c1c7616918b up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:08.630837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-8c3eeb59-90f0-4907-a785-fc7967af00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:08.632209 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-8c3eeb59-90f0-4907-a785-fc7967af00c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.0971630 Jun 15 14:13:08.640582 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.678249 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-867ff696-8d37-4347-9b25-aa635d284a3d req-63f994a1-5e6b-437b-95f3-88d11ff62b0b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 210 time: 0.0519791 Jun 15 14:13:08.687344 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d7b1c-92de-4b98-967b-0118e2b9f68c req-0d704431-06b6-4e50-bf16-33a8883f61ec tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:08.689605 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c71d7b1c-92de-4b98-967b-0118e2b9f68c req-0d704431-06b6-4e50-bf16-33a8883f61ec tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 943 time: 0.3061087 Jun 15 14:13:08.691772 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.697829 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 36190e94-0726-46d8-8ec7-9c1c7616918b completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:08.702991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f56a7faf-224c-4247-844f-dbae2ae03324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.717334 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 36190e94-0726-46d8-8ec7-9c1c7616918b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:08.718299 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.722128 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-10974323-8dfc-47b6-a33a-389cb0abd363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611792 Jun 15 14:13:08.772445 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.812981 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.db.api [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:13:08.812981 dv-cinder-796286-3-iscsi neutron-server[91923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:13:08.812981 dv-cinder-796286-3-iscsi neutron-server[91923]: [parameters: {'project_id_1': 'afcefcf2352b423c8fdd188721edc57c', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 13, 8, 533455)}] Jun 15 14:13:08.812981 dv-cinder-796286-3-iscsi neutron-server[91923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:13:08.813701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_db.api [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:13:08.814357 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Made reservation on behalf of de66bc947c5546bb9c512c891eb96f9c for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:08.816587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.839994 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.850903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.903465 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 36190e94-0726-46d8-8ec7-9c1c7616918b, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=36190e94-0726-46d8-8ec7-9c1c7616918b,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:08.909895 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.915012 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.969698 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5ccebc392204d0c88d22345fb3027e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4946046 Jun 15 14:13:08.975989 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57414) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:08.982402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac4e7b1-9863-4ddc-ba06-c071d716d2fa,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.994268 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.999594 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:09.003634 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:09.006830 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c71d7b1c-92de-4b98-967b-0118e2b9f68c req-d77fd6c6-8ba5-41f3-9cfb-fc9885132dca tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091905 Jun 15 14:13:09.048045 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.056450 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.062546 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.064235 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-3aacdc54-2e64-441d-a0ef-d7326f98301b service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319058 Jun 15 14:13:09.240946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.261940 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.271981 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.275985 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:09.325227 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bca354-19fd-4211-ba28-0b5dbd388e65,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:09.327365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.339328 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e130f2e8-bb27-4d1f-8a81-f1b9cdbe301f req-5a97961b-c564-443b-ab40-595621ba68f1 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672327 Jun 15 14:13:09.345526 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.361304 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.364096 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:09.367847 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:09.401861 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:09.405599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.406073 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Added segment 135f87fb-0ed2-40bf-ab22-7bc153345621 of type vlan for network fda38d56-948a-45d6-a99f-76c319e0ca40 Jun 15 14:13:09.408729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.428579 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9370646 Jun 15 14:13:09.428816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Made reservation on behalf of afcefcf2352b423c8fdd188721edc57c for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:09.428816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.497874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.537151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.562825 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Allocated IP 172.27.0.90 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/932e0296-8c25-4386-927c-fec188f50982) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:09.632894 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 36190e94-0726-46d8-8ec7-9c1c7616918b up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:09.746283 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.753870 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 36190e94-0726-46d8-8ec7-9c1c7616918b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:09.754248 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.763825 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:09.764499 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.774268 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6f9d-d2ce-4c13-9169-14441bf181f7 req-9ef462a3-5a9d-49d4-affb-ef0cb6311cdf tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:09.780834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.781337 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c5b6f9d-d2ce-4c13-9169-14441bf181f7 req-9ef462a3-5a9d-49d4-affb-ef0cb6311cdf tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 945 time: 0.4719782 Jun 15 14:13:09.789004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.832965 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.836914 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.879963 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.882606 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.883768 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eac4e7b1-9863-4ddc-ba06-c071d716d2fa HTTP/1.1" status: 204 len: 168 time: 0.9066849 Jun 15 14:13:09.887878 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:09.892189 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:09.894971 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:09.965833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d24611e4-3de9-4c86-9249-8afc5004c937 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:09.968930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.987793 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0971181 Jun 15 14:13:09.988155 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57450) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:09.994556 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Request body: {'subnet': {'network_id': 'fda38d56-948a-45d6-a99f-76c319e0ca40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467290424-subnet', 'tenant_id': 'de66bc947c5546bb9c512c891eb96f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:10.027628 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Allocated IP 172.20.0.7 (c94025c5-ad71-4417-bc9e-5704fff6da85/81b86deb-44c7-42df-9d3d-e994adfbbfaf/aa14b083-5ae8-462b-9ae7-814bd7c628b8) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:10.049285 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-943962f7-4c35-46b3-a946-483b1e50ed3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--173663549&fields=id&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 267 time: 0.3062000 Jun 15 14:13:10.096854 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port d24611e4-3de9-4c86-9249-8afc5004c937 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:10.097344 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.130727 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=932e0296-8c25-4386-927c-fec188f50982,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.176370 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.203682 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Pushing event updated for resources: {'Network': ['ID=fda38d56-948a-45d6-a99f-76c319e0ca40,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.223528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.223528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:10.230748 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.238354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Made reservation on behalf of de66bc947c5546bb9c512c891eb96f9c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:10.241119 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.272386 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network fda38d56-948a-45d6-a99f-76c319e0ca40 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:10.302958 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac4e7b1-9863-4ddc-ba06-c071d716d2fa,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.309907 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:10.320306 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c5b6f9d-d2ce-4c13-9169-14441bf181f7 req-8aa41c43-d5e7-4972-b24d-9c5d8f80c02d tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379086 Jun 15 14:13:10.336507 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.388564 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:10.541024 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-7cb5b1dc-0435-43fd-a636-7ee9f81a5ea6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:10.549470 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-7cb5b1dc-0435-43fd-a636-7ee9f81a5ea6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 817 time: 0.4587879 Jun 15 14:13:10.573446 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:10.580119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:10.580503 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.632962 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:10.649986 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'port_id': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', 'mac_address': 'fa:16:3e:c8:95:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb215446-94e4-4204-8fab-f0e00dd8ae5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:10.727656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.734434 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-35b5658f-c57e-4a57-b6b6-161f6ebc4e90 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/quotas/a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 375 time: 0.1840289 Jun 15 14:13:10.751584 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:10.758159 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.794563 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6208fc8e-abef-40b6-b5e7-1dc41307ac0a req-f6ac180b-e469-409e-bcc0-e2dcf411e24a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 210 time: 0.0720818 Jun 15 14:13:10.795241 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:10.851376 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.874163 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:10.908587 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.918761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,segment=NetworkSegment(b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38),segment_id=b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:10.918761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-19265e7f-b4bf-40ab-a75f-8911c9c9012c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:10.934180 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-a2e4d49b-a9cb-463c-9f19-604968a29dbd tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988027 Jun 15 14:13:10.992845 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.002819 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-6c7b5b87-5872-4227-9798-6cedf82782ef tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.004417 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-6c7b5b87-5872-4227-9798-6cedf82782ef tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 819 time: 0.9631927 Jun 15 14:13:11.028696 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-15574b26-c429-4716-9ed5-7212fd5dad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.042910 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.048021 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Request body: {'port': {'device_id': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'admin_state_up': True, 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:11.078730 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29705c8e-15de-416a-8df9-7a6200007c35" -d '{"events": [{"server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:11.117185 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.130166 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.134233 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.145234 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-fa881431-08c8-42c9-841c-c411e22f97d7 service neutron] 10.222.0.11 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772726 Jun 15 14:13:11.145771 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.194156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.238028 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:11.240497 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.253656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.312212 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f542f17-c2f0-4e17-9b93-abfc2c844eef,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.319573 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.332371 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Checking segment: {'id': '135f87fb-0ed2-40bf-ab22-7bc153345621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fda38d56-948a-45d6-a99f-76c319e0ca40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:11.332783 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Network hostable DHCP agents. Network: fda38d56-948a-45d6-a99f-76c319e0ca40, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:11.360647 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Network c94025c5-ad71-4417-bc9e-5704fff6da85 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:11.377843 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:11.379716 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Pushing event updated for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.394990 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:11.397926 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Network fda38d56-948a-45d6-a99f-76c319e0ca40 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:11.401553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.401705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.427521 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.431217 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, fda38d56-948a-45d6-a99f-76c319e0ca40) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:11.435802 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Made reservation on behalf of afcefcf2352b423c8fdd188721edc57c for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:11.439458 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.442254 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.442807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.449735 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.451074 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7573760 Jun 15 14:13:11.452331 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ecd8d-abf8-4d10-88f2-c269d4848c28 None None] Network fda38d56-948a-45d6-a99f-76c319e0ca40 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:11.469347 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.471239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Request body: {'port': {'device_id': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:11.488528 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.506481 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5165868 Jun 15 14:13:11.543531 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-138e38a9-345e-44b9-886b-db004cd93290 service neutron] 10.222.0.11 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845375 Jun 15 14:13:11.553683 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.554577 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ba73-c44f-449b-8afd-ba747a21a66c req-bb48d003-a7cc-4917-a40e-4670bfc04e1c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.564718 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2891ba73-c44f-449b-8afd-ba747a21a66c req-bb48d003-a7cc-4917-a40e-4670bfc04e1c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 944 time: 0.5189009 Jun 15 14:13:11.623167 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.624899 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8220074 Jun 15 14:13:11.657016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=932e0296-8c25-4386-927c-fec188f50982,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.682550 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.723058 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2891ba73-c44f-449b-8afd-ba747a21a66c req-df6fa544-3f70-4e2f-ab9f-d6692dd05f79 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568778 Jun 15 14:13:11.761656 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.843845 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Allocated IP 172.20.0.14 (c94025c5-ad71-4417-bc9e-5704fff6da85/81b86deb-44c7-42df-9d3d-e994adfbbfaf/948c5ef5-e586-4fbb-9228-7a418fdf0b3e) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:12.115085 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.213034 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.221776 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.267286 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aff8bd-a75a-48e1-8382-68b9a2bfadb6 None None] Network fda38d56-948a-45d6-a99f-76c319e0ca40 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:12.353751 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Pushing event updated for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.385303 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.437966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Network c94025c5-ad71-4417-bc9e-5704fff6da85 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:12.443112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:12.451102 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:12.472836 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:12.477783 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.485421 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7bdd6-987e-44a2-9819-a4075cd876b0 x-openstack-request-id: req-32e7bdd6-987e-44a2-9819-a4075cd876b0 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:12.486056 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:12.486520 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32e7bdd6-987e-44a2-9819-a4075cd876b0 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:12.487279 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12', 'code': 200} Jun 15 14:13:12.529883 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5021110 Jun 15 14:13:12.544147 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Request body: {'port': {'device_id': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:12.742344 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.23', 50856) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:12.787033 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.959971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5ce81-51ec-444c-93f2-d0207befb543 req-9fcc2a69-5d45-4d6e-b677-87db44830bec tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:12.962692 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47a5ce81-51ec-444c-93f2-d0207befb543 req-9fcc2a69-5d45-4d6e-b677-87db44830bec tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.7645729 Jun 15 14:13:13.040185 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-21b0bd6c-61e1-489a-93cc-ff19efc0e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.041788 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-21b0bd6c-61e1-489a-93cc-ff19efc0e2ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 1099 time: 0.2922215 Jun 15 14:13:13.078154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e3754-5031-43c2-bd72-b22bed38bc53 req-96527682-5057-4cf5-ac41-b6b1fc1a0e33 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.079711 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-705e3754-5031-43c2-bd72-b22bed38bc53 req-96527682-5057-4cf5-ac41-b6b1fc1a0e33 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 932 time: 0.3388181 Jun 15 14:13:13.103028 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47a5ce81-51ec-444c-93f2-d0207befb543 req-103efa78-5cd8-4377-9326-edbc1299c00b tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294644 Jun 15 14:13:13.114935 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57572) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:13.120695 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-229994021-network', 'tenant_id': '1fb894993c584419983700e939620160'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:13.133581 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.138149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa14b083-5ae8-462b-9ae7-814bd7c628b8 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:13.155810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.187637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Transition to ACTIVE for port object aa14b083-5ae8-462b-9ae7-814bd7c628b8 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:13.189979 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Made reservation on behalf of 1fb894993c584419983700e939620160 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:13.192875 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-705e3754-5031-43c2-bd72-b22bed38bc53 req-0faea956-7284-43d0-8b63-52b62f087da4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042151 Jun 15 14:13:13.193335 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.198827 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.204023 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:13.276097 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.309098 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57584) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:13.420319 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Pushing event updated for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:13.453580 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:13.458762 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af330f70-7934-4147-95da-155162f340e3 req-d2310c42-e386-4119-bad9-d6ce48ef47b5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 210 time: 0.0669572 Jun 15 14:13:13.495229 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-6ba19805-d20b-4efe-89aa-bd74e00f5e43 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--535566094&fields=id&tenant_id=bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 267 time: 0.2149751 Jun 15 14:13:13.560032 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948c5ef5-e586-4fbb-9228-7a418fdf0b3e {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:13.561280 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Attempting to bind port aa14b083-5ae8-462b-9ae7-814bd7c628b8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:13.561651 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Attempting to bind port aa14b083-5ae8-462b-9ae7-814bd7c628b8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:13.561972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Attempting to bind port aa14b083-5ae8-462b-9ae7-814bd7c628b8 on network c94025c5-ad71-4417-bc9e-5704fff6da85 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:13.577172 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.584245 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.599903 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Port aa14b083-5ae8-462b-9ae7-814bd7c628b8 on network c94025c5-ad71-4417-bc9e-5704fff6da85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:13.600637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Attempting to bind port aa14b083-5ae8-462b-9ae7-814bd7c628b8 on network c94025c5-ad71-4417-bc9e-5704fff6da85 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:13.608766 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Transition to ACTIVE for port object 948c5ef5-e586-4fbb-9228-7a418fdf0b3e will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:13.617398 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.621281 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:13.665297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:13.665756 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Checking segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:13.666055 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Bound using segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:13.666503 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Bound port: aa14b083-5ae8-462b-9ae7-814bd7c628b8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:13.666879 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.716615 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57594) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:13.725773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.764683 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Pushing event updated for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:13.776236 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:13.785630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.23', 50858) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:13.792672 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.809841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:13.811812 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.db.api [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:13:13.811812 dv-cinder-796286-3-iscsi neutron-server[91923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:13:13.811812 dv-cinder-796286-3-iscsi neutron-server[91923]: [parameters: {'project_id_1': 'c696725c74c04b74bf30ea985d8b0f00', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 13, 13, 692540)}] Jun 15 14:13:13.811812 dv-cinder-796286-3-iscsi neutron-server[91923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:13:13.812139 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_db.api [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:13:13.830813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Attempting to bind port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:13.831154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Attempting to bind port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:13.831458 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Attempting to bind port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e on network c94025c5-ad71-4417-bc9e-5704fff6da85 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:13.847118 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e on network c94025c5-ad71-4417-bc9e-5704fff6da85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:13.847312 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Attempting to bind port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e on network c94025c5-ad71-4417-bc9e-5704fff6da85 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:13.858534 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-54277015-38ec-4e49-99a3-f4c3e8910979 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.859988 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-54277015-38ec-4e49-99a3-f4c3e8910979 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 810 time: 0.3435090 Jun 15 14:13:13.867387 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cec8c415-db82-44b2-aa9d-8f4da2cd4460 req-be6d37db-359f-48e7-a71b-035351287473 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7833087 Jun 15 14:13:13.902722 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:13.903052 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Checking segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:13.903427 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Bound using segment: {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:13.903868 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Bound port: 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e1db90-8d3c-4372-99f2-a8f870c8d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:13.904264 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.914402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b210f1e3-a4ef-46b3-bc42-9c551e470aaf,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:13.947760 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-a8294a3a-ca80-4806-963c-f24a8b705089 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/quotas/bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 375 time: 0.0696814 Jun 15 14:13:13.950495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:13.953581 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.967762 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:13.997998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-827d88ee-04f4-41b6-9d01-ee5cb443171c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.999507 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-827d88ee-04f4-41b6-9d01-ee5cb443171c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 817 time: 0.2118106 Jun 15 14:13:14.027054 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:14.037642 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e030-cacb-4b18-af59-6ddff941c5b5 req-b0bceaee-fe96-46ff-97bb-6b83cd800e7c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.039128 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1d73e030-cacb-4b18-af59-6ddff941c5b5 req-b0bceaee-fe96-46ff-97bb-6b83cd800e7c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 944 time: 0.3680916 Jun 15 14:13:14.041528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.048662 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.086003 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9252c109-a073-4fd8-8ee1-2e7f0d527df0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 379 time: 0.0775175 Jun 15 14:13:14.109828 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'port': {'device_id': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'admin_state_up': True, 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'security_groups': ['a88d2315-8665-4302-8e04-ae0b46b42cdf']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:14.115284 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.128198 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.128810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.130203 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-67464690-ce78-4336-8654-740c681bb76f service neutron] 10.222.0.23 "PUT /v2.0/ports/aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 1093 time: 2.6659582 Jun 15 14:13:14.134666 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:14.134937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:14.136030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c" -d '{"events": [{"name": "network-changed", "server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:14.151941 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.167630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:14.171180 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4d57978-fa94-4b8b-8f48-03484aabac57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.182519 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1d73e030-cacb-4b18-af59-6ddff941c5b5 req-5cd7944a-3d05-48e1-b64c-a08723cdc766 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345716 Jun 15 14:13:14.187655 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.196747 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-10d485ee-5a0e-4c01-a0d1-8b7ce97a123a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2264683 Jun 15 14:13:14.197399 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Pushing event updated for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.209608 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.246687 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e28211c-c0ef-45c8-9275-9f8d07656767 x-openstack-request-id: req-0e28211c-c0ef-45c8-9275-9f8d07656767 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:14.246990 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:14.247275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e28211c-c0ef-45c8-9275-9f8d07656767 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:14.247684 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8', 'status': 'completed', 'code': 200} Jun 15 14:13:14.262644 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:14.282102 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef6776-1e88-4d24-949b-49fd1fe427ca,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.286590 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.287448 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.289093 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] 10.222.0.23 "PUT /v2.0/ports/948c5ef5-e586-4fbb-9228-7a418fdf0b3e HTTP/1.1" status: 200 len: 1094 time: 1.7510252 Jun 15 14:13:14.291016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:14.293698 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c586aeb-867c-4b36-8f6a-e4b03a660abd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:14.298271 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.301254 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.308135 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.308947 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Added segment 35a441bc-69c8-49dc-b3ad-40bbe683a32b of type vlan for network e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 Jun 15 14:13:14.314505 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.340804 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:14.398588 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:14.403243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:14.403871 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.455459 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-1b34634a-47c0-4466-b7c1-4971b5d34328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.456945 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-1b34634a-47c0-4466-b7c1-4971b5d34328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1096 time: 0.2696018 Jun 15 14:13:14.461751 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.486112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Pushing event updated for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.489522 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.511124 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.538504 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:14.541198 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ec2a1-f587-4050-8c1b-9132574845f7" -d '{"events": [{"server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "name": "network-vif-plugged", "status": "completed", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:14.544056 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-35990b1e-aef8-4d1d-b454-ac765ffba157 service neutron] 10.222.0.11 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026166 Jun 15 14:13:14.545284 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-839db8d7-77d6-4927-8877-03564ac9cd1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.0792973 Jun 15 14:13:14.552906 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.559447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:14.563307 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.565738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.615293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.629378 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.630555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.632496 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.733723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.735933 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.736506 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.741264 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.749250 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-bc065e71-b015-4e64-a3d2-4388ca60713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.750766 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-bc065e71-b015-4e64-a3d2-4388ca60713e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 1097 time: 0.3505695 Jun 15 14:13:14.823675 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-9b843298-d174-4c07-8497-bbe43d7f22c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e HTTP/1.1" status: 200 len: 217 time: 0.0583606 Jun 15 14:13:14.876256 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.888089 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:14.903847 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.924443 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-2edae10a-105f-4dbc-8f3f-8f1bbfb19ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.925929 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-2edae10a-105f-4dbc-8f3f-8f1bbfb19ee6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.0571594 Jun 15 14:13:14.934007 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab44ed-4e0b-44c0-835a-94062177efe1 req-a2dc16cc-0bb2-4be9-86e4-f5ac3314a3f7 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.935467 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cab44ed-4e0b-44c0-835a-94062177efe1 req-a2dc16cc-0bb2-4be9-86e4-f5ac3314a3f7 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.5634897 Jun 15 14:13:14.952010 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b1663-98ef-4288-816b-e71274420770,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.958876 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4ffa211219e40019b026096bf694c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2367458 Jun 15 14:13:14.960151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:14.964340 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57614) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:14.965746 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-61d8f4c8-4da2-4c5f-9c50-80ef17b37f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.967165 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-61d8f4c8-4da2-4c5f-9c50-80ef17b37f69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.4130037 Jun 15 14:13:14.968813 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-b8fa249c-7dde-4672-b71e-4b2522a7a09b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328624 Jun 15 14:13:15.059933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-755fa4f6-2bc2-4644-bbe1-80870bd8fe08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675828 Jun 15 14:13:15.098653 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-ec7137fd-ca6e-4687-9f9e-ff14578e9ad6 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147847 Jun 15 14:13:15.113962 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-fc3f13c3-bea6-4b7e-b156-4c32c0b721cd service neutron] 10.222.0.11 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584989 Jun 15 14:13:15.149800 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cab44ed-4e0b-44c0-835a-94062177efe1 req-c9daa678-2895-4533-b12a-218020076183 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877682 Jun 15 14:13:15.231995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.241913 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0b35c612-745e-47c6-9912-c16a8e503d65 req-57784a4a-f7d1-4468-8d95-e0f8d7aa7a59 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326830 Jun 15 14:13:15.315527 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.318341 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-8d23e181-a6bd-4fa6-a799-faa9664a6e89 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438080 Jun 15 14:13:15.345120 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e43cac-5022-4e6e-9107-f1c002e77a97 x-openstack-request-id: req-a7e43cac-5022-4e6e-9107-f1c002e77a97 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:15.345513 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:15.346064 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7e43cac-5022-4e6e-9107-f1c002e77a97 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:15.346482 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e', 'status': 'completed', 'code': 200} Jun 15 14:13:15.351327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Made reservation on behalf of a9c46c997e944b798ff96968079d6a3b for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:15.355178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.375216 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2589717 Jun 15 14:13:15.375931 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57622) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:15.384897 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Request body: {'subnet': {'network_id': 'e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-229994021-subnet', 'tenant_id': '1fb894993c584419983700e939620160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:15.395315 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.397515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:15.411685 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.564596 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Made reservation on behalf of 1fb894993c584419983700e939620160 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:15.566895 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.579694 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a9ee2b98-f7f8-452a-97ee-ccae44478b26 req-dc41d255-97ca-4627-901c-1cd1ce9e6f46 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 210 time: 0.1217339 Jun 15 14:13:15.610287 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d857c-41e3-4d57-9cbd-a331f6d3a249,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:15.611308 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c696725c74c04b74bf30ea985d8b0f00&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3009210 Jun 15 14:13:15.612845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:15.617354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57628) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:15.670211 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99fbdab9-8f59-4e84-9d70-03e4fa4d47a1 req-ac628f26-6fae-4b45-948b-f07c9e08e99f service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280535 Jun 15 14:13:15.698867 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3ca67-057a-4e5e-9c56-d705e7ab3c21 x-openstack-request-id: req-2ce3ca67-057a-4e5e-9c56-d705e7ab3c21 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:15.700036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "name": "network-vif-plugged", "status": "completed", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:15.701834 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ce3ca67-057a-4e5e-9c56-d705e7ab3c21 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:15.702464 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', 'code': 200} Jun 15 14:13:15.715128 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525915c-98fe-439d-bc1d-7bdde5960e3a req-e7f62124-6366-45f6-a20b-b558bb56a05b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:15.722056 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0525915c-98fe-439d-bc1d-7bdde5960e3a req-e7f62124-6366-45f6-a20b-b558bb56a05b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 944 time: 0.3651180 Jun 15 14:13:15.731214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.733868 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.736476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-46b9cc5d-d6a4-4a82-aa39-b37450dddb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:15.738089 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-46b9cc5d-d6a4-4a82-aa39-b37450dddb9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 1097 time: 0.2534411 Jun 15 14:13:15.750383 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b51b1663-98ef-4288-816b-e71274420770 HTTP/1.1" status: 204 len: 168 time: 0.7822223 Jun 15 14:13:15.752849 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Allocated IP 172.20.0.11 (4b79ad3e-95a4-47b0-987e-ec116b3afd67/6657a12a-3b45-45de-9c08-04e1414473fb/7174c78b-1b89-42e0-afbc-9b8eea09093b) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:15.754286 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3cd6ff35-2f52-45e2-8713-351b49e99731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:15.798105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.831674 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b1663-98ef-4288-816b-e71274420770,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:15.848308 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:15.951232 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.965438 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0525915c-98fe-439d-bc1d-7bdde5960e3a req-55b6e5d6-f8f3-4a4e-a6cb-ccafe5d4cfef tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423539 Jun 15 14:13:16.025136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-329af80e-7d26-44ce-8fe8-c24935cb6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.027182 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-329af80e-7d26-44ce-8fe8-c24935cb6bc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.2765291 Jun 15 14:13:16.131177 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-6cab79f7-80c8-4863-ac6d-951d10617ad3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e HTTP/1.1" status: 200 len: 217 time: 0.0954900 Jun 15 14:13:16.187207 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8239806-0713-41e2-83a7-a213f82c6ee1 req-12a271ea-6776-48f0-8adc-3d5858bf3ec8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0492711 Jun 15 14:13:16.201348 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.203953 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.205070 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f9d857c-41e3-4d57-9cbd-a331f6d3a249 HTTP/1.1" status: 204 len: 168 time: 0.5866165 Jun 15 14:13:16.207736 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:16.211350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-85537f9b-654b-4d72-8e77-1a45c3fa9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.213286 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-85537f9b-654b-4d72-8e77-1a45c3fa9060 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1096 time: 0.4008248 Jun 15 14:13:16.239707 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d857c-41e3-4d57-9cbd-a331f6d3a249,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:16.256239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4a64-355b-42f8-a461-38118d5ea410 req-e56c1a84-10a2-4ecc-922e-ae6de8b172d6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.263790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-686a4a64-355b-42f8-a461-38118d5ea410 req-e56c1a84-10a2-4ecc-922e-ae6de8b172d6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 945 time: 0.3640428 Jun 15 14:13:16.285200 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:16.314881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57640) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:16.413124 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb4d03-e5d1-4a26-9567-1580f986a529 req-20cf3fa8-6ae6-4a0e-b6a0-d531b6b78a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.414594 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fbb4d03-e5d1-4a26-9567-1580f986a529 req-20cf3fa8-6ae6-4a0e-b6a0-d531b6b78a4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 1098 time: 0.3783431 Jun 15 14:13:16.415334 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.489174 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-875cd6fc-5f94-4694-a180-31e2da7f3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.490665 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-875cd6fc-5f94-4694-a180-31e2da7f3e21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.3086064 Jun 15 14:13:16.539194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.542932 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.545198 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-686a4a64-355b-42f8-a461-38118d5ea410 req-a690af6c-35d5-4d93-90e5-8f8b4f293a34 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805600 Jun 15 14:13:16.546810 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-77fc9db9-c4f3-430b-96c6-c92f262a0dc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479376 Jun 15 14:13:16.553945 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4deb7285-6dcc-46d3-b249-d3dc9ad74095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:16.576473 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-d80eb4b2-555d-4c8d-ab46-bc8a1ef505d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.578166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-d80eb4b2-555d-4c8d-ab46-bc8a1ef505d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.3506212 Jun 15 14:13:16.621604 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Transition to ACTIVE for port object 7174c78b-1b89-42e0-afbc-9b8eea09093b will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:16.650989 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fbb4d03-e5d1-4a26-9567-1580f986a529 req-18986db9-9898-4f62-8cb1-ed7c65e74182 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267928 Jun 15 14:13:16.711692 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-023ddfdd-88e2-4c8d-8fa1-ea5601f6a84f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.1195316 Jun 15 14:13:16.749137 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b185f72-e194-4312-9ac5-79cf031444e3,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:16.759220 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57646) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:16.779376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:16.805995 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.817921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba319e7-c7d7-4491-8278-284529821b99 req-21f01550-db3c-4d66-935c-7ef93af95b50 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.824220 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Checking segment: {'id': '35a441bc-69c8-49dc-b3ad-40bbe683a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:16.824629 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Network hostable DHCP agents. Network: e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:16.825310 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bba319e7-c7d7-4491-8278-284529821b99 req-21f01550-db3c-4d66-935c-7ef93af95b50 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.4144602 Jun 15 14:13:16.855694 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-40cab454-a626-4a03-b587-ffeca4c57e9f service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938361 Jun 15 14:13:16.859617 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.865660 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-356cf7b4-c80a-421f-900c-9da52e16a324 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:16.919063 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-87eac0f9-9908-404f-b9a2-b309c714b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.920407 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-87eac0f9-9908-404f-b9a2-b309c714b9cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.2007384 Jun 15 14:13:16.936780 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Network e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:16.966220 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:13:16.974329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:17.024253 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:17.033364 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:17.039154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.040008 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.048249 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:17.065338 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51504b3d-1d19-4dd4-b89f-8c9517fc4fef None None] Network e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:17.065887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:17.073715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.075248 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.093843 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:17.118806 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c586aeb-867c-4b36-8f6a-e4b03a660abd req-37a87555-ca34-445c-b735-03b9ad8b1769 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558310 Jun 15 14:13:17.246687 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-2c44d779-fdcc-4dc7-96fd-f37e9b79c5e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3158243 Jun 15 14:13:17.258944 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bba319e7-c7d7-4491-8278-284529821b99 req-1995d116-677c-47e5-9a3e-44a8778d5711 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328148 Jun 15 14:13:17.282518 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f0576-f66c-4966-bd1c-9610c3852b93 None None] Network e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:17.286199 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.300693 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1993947 Jun 15 14:13:17.318081 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-62539f45-9693-46d9-bbd5-5be991ed6bac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9369757 Jun 15 14:13:17.328273 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-fb4615fc-c79f-43b8-9616-5d4a80505581 None None] Provisioning for port 7174c78b-1b89-42e0-afbc-9b8eea09093b completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:17.336994 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.339516 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-fb4615fc-c79f-43b8-9616-5d4a80505581 None None] Provisioning complete for port 7174c78b-1b89-42e0-afbc-9b8eea09093b triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:17.340106 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fb4615fc-c79f-43b8-9616-5d4a80505581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.344464 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:17.362906 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Request body: {'port': {'device_id': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:17.383329 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-5e0c36ea-0223-4815-bcc1-eb921ae9383c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.385012 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-5e0c36ea-0223-4815-bcc1-eb921ae9383c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 810 time: 0.6034787 Jun 15 14:13:17.517262 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bda8868db593438a9d6b6bcbb9178726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1956267 Jun 15 14:13:17.521081 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57660) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:17.525654 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd97ac-b2f1-476d-a7c4-ab4a25601a35,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:17.532882 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:17.606211 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.623248 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069c85-6d43-4855-a21d-4789e0a2a148 req-fd404c75-e30c-4bb4-8ea8-5e536782da26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.630967 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7069c85-6d43-4855-a21d-4789e0a2a148 req-fd404c75-e30c-4bb4-8ea8-5e536782da26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 932 time: 0.8258603 Jun 15 14:13:17.639021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-fb4615fc-c79f-43b8-9616-5d4a80505581 None None] Port 7174c78b-1b89-42e0-afbc-9b8eea09093b cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:17.730183 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-6a9d7d56-0214-4b79-8110-771682ef3e61 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702983 Jun 15 14:13:17.750556 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-3f19e5a6-962c-43d1-8901-95a3ad5b8959 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 379 time: 0.3033285 Jun 15 14:13:17.775639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'port': {'device_id': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'admin_state_up': True, 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'security_groups': ['574a1f8f-0017-430f-bd53-06e503475906']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:17.805403 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.878662 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7069c85-6d43-4855-a21d-4789e0a2a148 req-ba2186a4-e788-45e0-a1c8-d4e3d06128ed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464461 Jun 15 14:13:17.911169 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.916853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.931859 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:17.997658 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a46b9b2f1aa24eba87e012a8cec77c16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2372589 Jun 15 14:13:18.002027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57672) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:18.005494 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a123322-56a8-4d91-8168-cd5c568c35ee,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.020027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.039769 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.052001 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dad1adf3-1f7c-4d6b-8dff-72dd7c9ef88c req-c9538c6a-41c8-4419-9f2b-35a02c2828dd service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004451 Jun 15 14:13:18.070571 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff735844-e10a-41bc-90e9-bb1d7a3eb265 req-d8dc2275-10a3-46e6-8855-74cfe15e4895 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.071912 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff735844-e10a-41bc-90e9-bb1d7a3eb265 req-d8dc2275-10a3-46e6-8855-74cfe15e4895 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 944 time: 0.6089466 Jun 15 14:13:18.185460 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ff4d11c-061b-43b3-a832-72cbf3cea2ad req-70b0c6b6-a057-4a7d-b736-f6eb6c09d40a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 210 time: 0.1304691 Jun 15 14:13:18.255444 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff735844-e10a-41bc-90e9-bb1d7a3eb265 req-270bdbb9-4384-4905-9e25-6f1b613a320a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362562 Jun 15 14:13:18.326234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Made reservation on behalf of bcf39de6990d4d11adcd5e608fbb4d78 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:18.332040 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.342608 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:18.351692 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.353891 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.358552 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.360052 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 948c5ef5-e586-4fbb-9228-7a418fdf0b3e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:18.363395 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.364828 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42cd97ac-b2f1-476d-a7c4-ab4a25601a35 HTTP/1.1" status: 204 len: 168 time: 0.8400474 Jun 15 14:13:18.369246 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c0f24a74-2dd9-4bb3-bc66-851d1f0db202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.410815 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Transition to ACTIVE for port object 7174c78b-1b89-42e0-afbc-9b8eea09093b will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:18.412758 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.415675 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd97ac-b2f1-476d-a7c4-ab4a25601a35,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.420127 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.423664 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.428390 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2375219b-742c-4042-9f49-cb3be25fbb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.587206 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.596179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:18.606001 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.621786 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'port_id': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e', 'mac_address': 'fa:16:3e:43:7a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:18.632031 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.633098 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Attempting to bind port 7174c78b-1b89-42e0-afbc-9b8eea09093b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:18.633433 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Attempting to bind port 7174c78b-1b89-42e0-afbc-9b8eea09093b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:18.633799 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Attempting to bind port 7174c78b-1b89-42e0-afbc-9b8eea09093b on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:18.639205 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.641258 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a123322-56a8-4d91-8168-cd5c568c35ee HTTP/1.1" status: 204 len: 168 time: 0.6370099 Jun 15 14:13:18.648696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41e59-d0f8-49aa-8c70-ea704732a3b1 req-a3bc530b-a982-4512-9d76-8fd11f726fd4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.650325 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eda41e59-d0f8-49aa-8c70-ea704732a3b1 req-a3bc530b-a982-4512-9d76-8fd11f726fd4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 945 time: 0.3053598 Jun 15 14:13:18.653798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.657119 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Port 7174c78b-1b89-42e0-afbc-9b8eea09093b on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:18.657442 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Attempting to bind port 7174c78b-1b89-42e0-afbc-9b8eea09093b on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:18.671438 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a123322-56a8-4d91-8168-cd5c568c35ee,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.685874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.687021 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:18.687477 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Checking segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:18.688037 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Bound using segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:18.690026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Bound port: 7174c78b-1b89-42e0-afbc-9b8eea09093b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:18.691268 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.708660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.738653 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948c5ef5-e586-4fbb-9228-7a418fdf0b3e {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:18.743673 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Allocated IP 172.20.0.11 (3631a935-036f-4ca1-871f-456568654dfc/56a66450-e089-407e-9fba-c10b8e036f04/052a6372-1744-4ec5-badf-8e86dcb41159) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:18.769253 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:18.775811 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.777334 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device aa14b083-5ae8-462b-9ae7-814bd7c628b8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:18.781861 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eda41e59-d0f8-49aa-8c70-ea704732a3b1 req-44e7c848-18f6-480c-b86e-9062c064a41b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164429 Jun 15 14:13:18.783931 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.863354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:18.870813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:18.878775 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.882026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.973244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:19.024445 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.058266 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Transition to ACTIVE for port object 052a6372-1744-4ec5-badf-8e86dcb41159 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:19.064173 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.104129 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8', 'network_id': 'c94025c5-ad71-4417-bc9e-5704fff6da85', 'port_id': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8', 'mac_address': 'fa:16:3e:20:7a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b86deb-44c7-42df-9d3d-e994adfbbfaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:19.109094 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.118897 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.122870 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.124798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.126297 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] 10.222.0.23 "PUT /v2.0/ports/7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 1094 time: 1.8043742 Jun 15 14:13:19.130061 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:19.141214 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.162043 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.171477 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:19.184152 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:19.299066 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.340817 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa14b083-5ae8-462b-9ae7-814bd7c628b8 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:19.361792 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Network 3631a935-036f-4ca1-871f-456568654dfc is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:19.381086 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:19.387522 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.388853 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:19.389809 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:19.409319 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:19.417889 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-acddd990-2e89-42dc-98e1-4aaeec7376cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.423185 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-acddd990-2e89-42dc-98e1-4aaeec7376cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1097 time: 0.2245278 Jun 15 14:13:19.429748 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.430044 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.474223 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.509755 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.513504 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.555683 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.587296 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8224504 Jun 15 14:13:19.593438 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-38a1fca7-e62a-456b-ad44-1130dd882968 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 217 time: 0.1619403 Jun 15 14:13:19.629614 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Request body: {'port': {'device_id': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:19.641210 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['948c5ef5-e586-4fbb-9228-7a418fdf0b3e'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:19.713049 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-81fc418b-238d-4949-aef7-f68a080feff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.717173 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-81fc418b-238d-4949-aef7-f68a080feff5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.1076713 Jun 15 14:13:19.747569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b22aa-4608-4b68-a204-3a52469b6dfd req-a05cbe8f-a86b-40ce-a2d9-bc1fafa4649a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.749286 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-473b22aa-4608-4b68-a204-3a52469b6dfd req-a05cbe8f-a86b-40ce-a2d9-bc1fafa4649a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.4820178 Jun 15 14:13:19.761152 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['aa14b083-5ae8-462b-9ae7-814bd7c628b8'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:19.872612 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-b4517de9-aa50-43c1-ab13-305e974d873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.874179 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-b4517de9-aa50-43c1-ab13-305e974d873f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1491363 Jun 15 14:13:19.939452 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-473b22aa-4608-4b68-a204-3a52469b6dfd req-ea5fee86-6d92-4b8b-a5bd-868b50c77f70 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806819 Jun 15 14:13:19.988594 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.270482 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-c964bf77-7d06-4da4-b652-10606eeeeaa0 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895512 Jun 15 14:13:20.272253 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbd90b-af4d-4e3d-8261-6794cbfe4f66 x-openstack-request-id: req-d0bbd90b-af4d-4e3d-8261-6794cbfe4f66 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:20.272887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:20.273454 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0bbd90b-af4d-4e3d-8261-6794cbfe4f66 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:20.274218 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'status': 'completed', 'code': 200} Jun 15 14:13:20.351190 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5c4888e1-c420-4e8b-b57e-f1df9f230738 None None] Provisioning for port 052a6372-1744-4ec5-badf-8e86dcb41159 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:20.376989 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5c4888e1-c420-4e8b-b57e-f1df9f230738 None None] Provisioning complete for port 052a6372-1744-4ec5-badf-8e86dcb41159 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:20.377380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c4888e1-c420-4e8b-b57e-f1df9f230738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.504868 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a7d2bba-3cd8-4dbe-b4f1-1492a80051e0 req-2883ad76-18b6-445b-bded-ecf629599eee service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110817 Jun 15 14:13:20.520696 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5c4888e1-c420-4e8b-b57e-f1df9f230738 None None] Port 052a6372-1744-4ec5-badf-8e86dcb41159 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:20.662208 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-0204a880-dcd8-4aa1-883b-9a199f068872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.664624 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-0204a880-dcd8-4aa1-883b-9a199f068872 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1097 time: 0.0901353 Jun 15 14:13:20.667862 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a2b7-7f44-419f-a4c1-d13d8f4b67f8 req-ff4028b9-5b15-477f-aaec-757b50ca3f2c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.669250 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd19a2b7-7f44-419f-a4c1-d13d8f4b67f8 req-ff4028b9-5b15-477f-aaec-757b50ca3f2c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 932 time: 0.3197594 Jun 15 14:13:20.721644 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da9f68-518e-4df6-a499-865c65b4e96f req-c31c0bc8-b993-41a1-b297-247dd96cd707 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.728903 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89da9f68-518e-4df6-a499-865c65b4e96f req-c31c0bc8-b993-41a1-b297-247dd96cd707 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 945 time: 0.3802714 Jun 15 14:13:20.828813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-473ba46e-b63a-4c9c-8f86-491effe6c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.831375 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-473ba46e-b63a-4c9c-8f86-491effe6c6c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1554308 Jun 15 14:13:20.917921 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-1f2ed5f6-d93e-461c-bc63-640f09243756 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 217 time: 0.0573945 Jun 15 14:13:20.991568 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-dba0d33b-cf72-4d66-9aa8-656702e7e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.993131 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-dba0d33b-cf72-4d66-9aa8-656702e7e7d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0708764 Jun 15 14:13:21.047720 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89da9f68-518e-4df6-a499-865c65b4e96f req-86601d25-95ee-4fe8-b6f2-22cedb71dd9c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180022 Jun 15 14:13:21.076833 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd19a2b7-7f44-419f-a4c1-d13d8f4b67f8 req-d1137001-d473-47ec-8500-811edecaa8d3 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641603 Jun 15 14:13:21.092652 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-9652e155-4c13-462d-84da-40dcf881f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.102159 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-9652e155-4c13-462d-84da-40dcf881f796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950701 Jun 15 14:13:21.186065 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052a6372-1744-4ec5-badf-8e86dcb41159 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:21.206871 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.235988 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Transition to ACTIVE for port object 052a6372-1744-4ec5-badf-8e86dcb41159 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:21.254002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.261408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-624af2f7-f60e-451f-af7a-33134c8f9a92 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:21.341924 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-df34f848-7137-4d39-afa4-4e51a3be905c service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390478 Jun 15 14:13:21.490154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:21.494738 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:21.550320 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bfaafcb6-c9a8-4a34-95db-763c7d96d5a4 req-fc850146-e815-4408-9198-62b0f5232d12 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010736 Jun 15 14:13:21.593210 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Attempting to bind port 052a6372-1744-4ec5-badf-8e86dcb41159 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:21.593579 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Attempting to bind port 052a6372-1744-4ec5-badf-8e86dcb41159 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:21.593901 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Attempting to bind port 052a6372-1744-4ec5-badf-8e86dcb41159 on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:21.604666 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Port 052a6372-1744-4ec5-badf-8e86dcb41159 on network 3631a935-036f-4ca1-871f-456568654dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:21.604666 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Attempting to bind port 052a6372-1744-4ec5-badf-8e86dcb41159 on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:21.611052 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:21.611392 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Checking segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:21.611774 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Bound using segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:21.612212 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Bound port: 052a6372-1744-4ec5-badf-8e86dcb41159, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:21.612595 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.646613 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f9b02-87d3-46b2-812c-fa287f472e38 req-a1ae0c6b-0afd-4552-8231-7d18253766b4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.648175 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ab2f9b02-87d3-46b2-812c-fa287f472e38 req-a1ae0c6b-0afd-4552-8231-7d18253766b4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.3134868 Jun 15 14:13:21.738000 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ab2f9b02-87d3-46b2-812c-fa287f472e38 req-0a73cfe1-52f7-497c-b5fd-7a8684a46f3e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620544 Jun 15 14:13:21.752428 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:21.758409 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=052a6372-1744-4ec5-badf-8e86dcb41159,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:21.765840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.780715 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3368f9d9-8c90-4c2a-88f5-7a265f1338d4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:21.823391 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.824005 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.825812 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] 10.222.0.23 "PUT /v2.0/ports/052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 1094 time: 2.2115521 Jun 15 14:13:21.828003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:21.835278 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:21.905963 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612250f2-f9aa-4d26-8162-39e0e4c884e1 x-openstack-request-id: req-612250f2-f9aa-4d26-8162-39e0e4c884e1 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:21.906270 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:21.906665 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-612250f2-f9aa-4d26-8162-39e0e4c884e1 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:21.907149 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159', 'status': 'completed', 'code': 200} Jun 15 14:13:21.908954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:21.922331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:21.953839 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-e46fb8cf-3379-43a9-a4eb-fe1d765869b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.956565 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-e46fb8cf-3379-43a9-a4eb-fe1d765869b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0865474 Jun 15 14:13:22.032928 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-61797780-af74-4b75-9adb-c4d4c5689981 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 217 time: 0.0697751 Jun 15 14:13:22.135971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-d5c89da6-513c-4a6e-9f5a-df3d044f8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.142779 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-d5c89da6-513c-4a6e-9f5a-df3d044f8171 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.1022401 Jun 15 14:13:22.391680 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-e636deb2-011c-4a5e-ac2a-6d2939b628eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.393162 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-e636deb2-011c-4a5e-ac2a-6d2939b628eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2436130 Jun 15 14:13:22.404205 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device aa14b083-5ae8-462b-9ae7-814bd7c628b8 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:22.421309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d385a3f-86db-43de-98c9-79d076194a4f req-6498400e-5e8d-4d11-b39e-c0e5bf491a53 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.423339 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d385a3f-86db-43de-98c9-79d076194a4f req-6498400e-5e8d-4d11-b39e-c0e5bf491a53 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1861253 Jun 15 14:13:22.494593 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463f7f-4f2f-4709-8824-f5c73d220db8 req-12434ef0-5304-4f1c-9285-3ef42d6b9673 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.497005 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ae463f7f-4f2f-4709-8824-f5c73d220db8 req-12434ef0-5304-4f1c-9285-3ef42d6b9673 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 945 time: 0.2525165 Jun 15 14:13:22.513431 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port aa14b083-5ae8-462b-9ae7-814bd7c628b8 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:22.520058 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port aa14b083-5ae8-462b-9ae7-814bd7c628b8 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:22.520468 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.607647 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d385a3f-86db-43de-98c9-79d076194a4f req-a6fe4474-52ef-4572-87f8-75ebfa106e93 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528051 Jun 15 14:13:22.631413 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.645796 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-d33a103f-3d7f-435d-bc49-baee0587b660 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297914 Jun 15 14:13:22.650462 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ae463f7f-4f2f-4709-8824-f5c73d220db8 req-d9ba7743-7dc2-4bf6-953b-ce73973f6bf3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Jun 15 14:13:22.733253 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:22.734773 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:22.737767 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc03759-7614-4d34-a5d8-6d96b4372894" -d '{"events": [{"server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:22.754346 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.756165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 948c5ef5-e586-4fbb-9228-7a418fdf0b3e up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:22.760828 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.782939 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cbef6b9-6798-4427-ad73-98e9dec7112e req-f5bb405e-e3da-4d17-8807-f0a95d726359 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372488 Jun 15 14:13:22.836138 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a118f8a-f8c5-49bd-805a-45151baa0ec5 x-openstack-request-id: req-5a118f8a-f8c5-49bd-805a-45151baa0ec5 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:22.836686 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:22.837108 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a118f8a-f8c5-49bd-805a-45151baa0ec5 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:22.837682 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8', 'code': 200} Jun 15 14:13:22.921993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:22.925025 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:22.934005 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:22.937683 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:22.938228 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.952408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-581ae578-20a5-4b8e-a2fb-a2521fd511e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.953912 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-581ae578-20a5-4b8e-a2fb-a2521fd511e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1097 time: 0.1077375 Jun 15 14:13:23.071146 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64f2c3-8046-4f36-97c5-965629b9a166 req-c34fdea7-8f3d-430a-aeb9-797d4430dc89 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.073207 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb64f2c3-8046-4f36-97c5-965629b9a166 req-c34fdea7-8f3d-430a-aeb9-797d4430dc89 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1667616 Jun 15 14:13:23.094312 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb06e60-d084-494e-b532-2d7c189600ab req-7cdbadb4-43d7-4269-9147-404d3dcad4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.095794 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-feb06e60-d084-494e-b532-2d7c189600ab req-7cdbadb4-43d7-4269-9147-404d3dcad4d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.0909369 Jun 15 14:13:23.111234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-84ad663c-e11e-4173-8804-c9cf8306d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.112662 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-84ad663c-e11e-4173-8804-c9cf8306d7d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.1494393 Jun 15 14:13:23.141683 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-feb06e60-d084-494e-b532-2d7c189600ab req-052ee1e6-1a66-4ab1-b2be-9bc81f939dd1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Jun 15 14:13:23.152060 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:23.179181 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-d1b6658f-4891-49bc-878c-399fc36452b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 217 time: 0.0578563 Jun 15 14:13:23.181978 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb64f2c3-8046-4f36-97c5-965629b9a166 req-c8188a0c-2bdd-489a-a934-c4f714a82a9e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966096 Jun 15 14:13:23.188567 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:23.192823 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:23.194709 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:23.249243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:23.252459 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:23.256426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-ffeb6747-00ee-40dc-b2c6-491683a55b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.257881 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-ffeb6747-00ee-40dc-b2c6-491683a55b4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0576615 Jun 15 14:13:23.343103 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-24ff8bd4-04b1-4c7e-9cdf-182ddf5964a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.344580 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-24ff8bd4-04b1-4c7e-9cdf-182ddf5964a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615513 Jun 15 14:13:23.485113 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-f3982285-0c90-4935-b1c9-40f8e2854ac3 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227992 Jun 15 14:13:23.610546 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c3c40a75-fc88-4012-82a2-0aebf4b4c7a9 req-20a708ed-a8ba-4f9e-8e22-73bbbadd0cb6 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180277 Jun 15 14:13:23.866599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f69ceb-8b39-4b14-a1d4-bc361edc6522 req-05780720-4d87-4602-9d9e-e6a79e250212 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.868180 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58f69ceb-8b39-4b14-a1d4-bc361edc6522 req-05780720-4d87-4602-9d9e-e6a79e250212 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1226254 Jun 15 14:13:23.890840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff818-c26c-4572-82f2-8093d92a7979 req-27ecdc28-b133-417d-9386-970849284fb6 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.892504 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c91ff818-c26c-4572-82f2-8093d92a7979 req-27ecdc28-b133-417d-9386-970849284fb6 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1078911 Jun 15 14:13:23.956771 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58f69ceb-8b39-4b14-a1d4-bc361edc6522 req-b830238e-d7e3-49a6-872c-296e6fd3c038 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795035 Jun 15 14:13:23.964691 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c91ff818-c26c-4572-82f2-8093d92a7979 req-db40ba56-1078-4e42-a7f5-7b36835f6471 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594099 Jun 15 14:13:24.373683 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0d4e-fb48-46b1-a68c-e44329777c78 req-90e9cca3-e18d-4de2-9a0c-050773351bed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:24.375165 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-317f0d4e-fb48-46b1-a68c-e44329777c78 req-90e9cca3-e18d-4de2-9a0c-050773351bed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.0676346 Jun 15 14:13:24.406271 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:24.423781 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-317f0d4e-fb48-46b1-a68c-e44329777c78 req-9b0e56c5-fdc6-4adc-b01e-2fd2948f946a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Jun 15 14:13:24.536482 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:24.548337 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:24.595599 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:24.610821 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:24.632234 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:24.636659 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:24.638359 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:24.692069 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:24.695787 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:24.840444 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:24.843122 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d79d4-311c-45de-9e0b-a49545e6c1ed" -d '{"events": [{"server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "name": "network-vif-plugged", "status": "completed", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:24.892574 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e6710-125b-4faa-9e87-e47b4b079b41 x-openstack-request-id: req-4b7e6710-125b-4faa-9e87-e47b4b079b41 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:24.892865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "name": "network-vif-plugged", "status": "completed", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:24.893278 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b7e6710-125b-4faa-9e87-e47b4b079b41 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:24.893704 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e', 'code': 200} Jun 15 14:13:24.951288 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['7174c78b-1b89-42e0-afbc-9b8eea09093b'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:25.099882 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57950) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:25.216941 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.330160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.335086 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.338873 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4c67cedc-3a8b-4c3d-a6e5-5ab98a954059 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:25.379129 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e22babdc6e89465f93bde682a47d447f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779796 Jun 15 14:13:25.382048 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57960) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:25.392972 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed7692-989c-4b8b-9393-072260bc7cd5,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:25.396596 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:25.444365 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab78eb-dc24-4c4d-bb2d-651e942891f3 req-c355e60e-757e-4827-813d-854c0c9f2299 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.445865 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-62ab78eb-dc24-4c4d-bb2d-651e942891f3 req-c355e60e-757e-4827-813d-854c0c9f2299 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 944 time: 0.3575733 Jun 15 14:13:25.456341 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad067c0-5405-40b2-aa13-3f9d22d847a2 req-eab04a8e-772b-4621-bdd7-f3d788c9664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.457765 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0ad067c0-5405-40b2-aa13-3f9d22d847a2 req-eab04a8e-772b-4621-bdd7-f3d788c9664a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 1099 time: 0.3542743 Jun 15 14:13:25.461788 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.488040 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb41411-f62e-4d33-9c01-e2177beb840f req-c68f4090-80c4-441a-9255-6f898762bd6c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.494769 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6eb41411-f62e-4d33-9c01-e2177beb840f req-c68f4090-80c4-441a-9255-6f898762bd6c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.3901112 Jun 15 14:13:25.497043 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.558353 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0ad067c0-5405-40b2-aa13-3f9d22d847a2 req-71751bfd-40b9-407d-8404-33c7a80383bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915873 Jun 15 14:13:25.573981 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-62ab78eb-dc24-4c4d-bb2d-651e942891f3 req-84918f51-0977-42b0-9a31-254a139cf149 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205215 Jun 15 14:13:25.576189 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.578826 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6eb41411-f62e-4d33-9c01-e2177beb840f req-3607d05d-d79b-4b89-b479-536717fe27a4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832794 Jun 15 14:13:25.579143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.580259 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5aed7692-989c-4b8b-9393-072260bc7cd5 HTTP/1.1" status: 204 len: 168 time: 0.1971436 Jun 15 14:13:25.581190 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c0e27b53-cc03-49b9-8667-d9fd491cd6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:25.602069 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed7692-989c-4b8b-9393-072260bc7cd5,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:25.608929 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:25.668797 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57972) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:25.786053 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a98ca-534a-4eb7-8b99-568296b50b48 req-0d92a920-5756-4d1c-84d8-ddca7a9d92ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.787958 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d3a98ca-534a-4eb7-8b99-568296b50b48 req-0d92a920-5756-4d1c-84d8-ddca7a9d92ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 945 time: 0.0760255 Jun 15 14:13:25.830026 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d3a98ca-534a-4eb7-8b99-568296b50b48 req-91bcf7bf-c986-45c6-acc3-75e6fcbe8d0b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355580 Jun 15 14:13:25.924071 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.939669 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57982) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:25.955480 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.029343 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.033595 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.035896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.076824 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=629e78a24cd5446788c7dc8e519d8b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068115 Jun 15 14:13:26.077787 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6f7d2-ffc5-4c75-ad73-07dc56b420f2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.080881 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.081364 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 57990) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:26.131570 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.137292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.139822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d40e5899-0337-44d8-b50f-31101ba9b855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.145089 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.169231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.179988 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=216b293151a74632898b780d914100fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390280 Jun 15 14:13:26.180893 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e16a5-e712-44a5-92f4-2fbfe288001e,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.183465 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 57994) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:26.185527 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.222926 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.225848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.227076 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe6f7d2-ffc5-4c75-ad73-07dc56b420f2 HTTP/1.1" status: 204 len: 168 time: 0.1447732 Jun 15 14:13:26.228041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.237598 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6f7d2-ffc5-4c75-ad73-07dc56b420f2,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.239875 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.243611 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.276305 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.328938 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.332541 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.334101 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e92e16a5-e712-44a5-92f4-2fbfe288001e HTTP/1.1" status: 204 len: 168 time: 0.1495450 Jun 15 14:13:26.335110 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ba4aa638-9bdb-4d16-b93b-696cec44ddef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.348501 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e16a5-e712-44a5-92f4-2fbfe288001e,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.351612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.406628 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 052a6372-1744-4ec5-badf-8e86dcb41159 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:26.408963 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:26.540566 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 7174c78b-1b89-42e0-afbc-9b8eea09093b completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:26.555089 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 7174c78b-1b89-42e0-afbc-9b8eea09093b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:26.555089 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.609559 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=052a6372-1744-4ec5-badf-8e86dcb41159,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:26.629940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '052a6372-1744-4ec5-badf-8e86dcb41159', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'port_id': '052a6372-1744-4ec5-badf-8e86dcb41159', 'mac_address': 'fa:16:3e:47:5f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:26.723610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.731725 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58016) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:26.749203 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.749958 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.752646 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052a6372-1744-4ec5-badf-8e86dcb41159 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:26.805636 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=052a6372-1744-4ec5-badf-8e86dcb41159,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:26.817638 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.820932 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:26.822177 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-59861101-9550-403e-a1b4-7485eb20e485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.857386 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.876703 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.891393 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.894402 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.894832 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:26.897125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f166d-df72-4a2b-b72e-ca6f80bfc71f" -d '{"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:26.899489 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c7ac3a4-eef1-4826-ba4d-6ecedd63ae64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.938172 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.942573 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2511f20d-458e-4713-a66a-c94341a74fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.955322 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.958359 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.990892 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bbfe36-1ea4-4b7d-b163-2c3220dd5377,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.002566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:27.015476 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce710d8045ef464eb6558c95fec18637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836509 Jun 15 14:13:27.018614 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58028) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:27.049761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790dfd3-f835-48fc-9516-35ab2a6778f4 req-63fef58c-29ee-4c89-a1d7-0222891e2403 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.051377 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2790dfd3-f835-48fc-9516-35ab2a6778f4 req-63fef58c-29ee-4c89-a1d7-0222891e2403 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1921232 Jun 15 14:13:27.063233 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59695-2bf4-4b83-a9a8-e055e3f1dfae req-dfc260d2-d5a0-4fb1-b544-1fecb170a0ff tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.064706 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7ce59695-2bf4-4b83-a9a8-e055e3f1dfae req-dfc260d2-d5a0-4fb1-b544-1fecb170a0ff tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.2035284 Jun 15 14:13:27.089755 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.113781 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.124592 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['052a6372-1744-4ec5-badf-8e86dcb41159'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:27.151616 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2790dfd3-f835-48fc-9516-35ab2a6778f4 req-7b6b9d23-d98c-4c02-b9f0-25788ff05c26 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859323 Jun 15 14:13:27.161475 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7ce59695-2bf4-4b83-a9a8-e055e3f1dfae req-6311db84-4061-4e03-b930-86b355880d91 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829575 Jun 15 14:13:27.213642 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.216691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.226472 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47bbfe36-1ea4-4b7d-b163-2c3220dd5377 HTTP/1.1" status: 204 len: 168 time: 0.2029636 Jun 15 14:13:27.230250 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.250876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bbfe36-1ea4-4b7d-b163-2c3220dd5377,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.269183 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:27.322964 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1f3b1-74a4-4f8f-aca9-abd47f07cfb2 x-openstack-request-id: req-09d1f3b1-74a4-4f8f-aca9-abd47f07cfb2 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:27.323325 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:27.323591 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09d1f3b1-74a4-4f8f-aca9-abd47f07cfb2 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:27.323992 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'code': 200} Jun 15 14:13:27.517331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfd119-c84c-47ce-be3b-b4325254eba2 req-3821b440-9248-4feb-a3af-fee2ff5b5df8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.520061 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8adfd119-c84c-47ce-be3b-b4325254eba2 req-3821b440-9248-4feb-a3af-fee2ff5b5df8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1457081 Jun 15 14:13:27.630877 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8adfd119-c84c-47ce-be3b-b4325254eba2 req-02a3b92b-501f-4dc0-93f7-d660edf4b3a7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908074 Jun 15 14:13:27.670045 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c68efa-1f47-4f88-8781-65b6ccc4bf6f req-e7015285-e208-471a-ba59-16c29e035e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.671797 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-49c68efa-1f47-4f88-8781-65b6ccc4bf6f req-e7015285-e208-471a-ba59-16c29e035e52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1099 time: 0.1066468 Jun 15 14:13:27.733572 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-49c68efa-1f47-4f88-8781-65b6ccc4bf6f req-04c55612-15cb-4af6-8d4b-e0820d723644 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459826 Jun 15 14:13:27.769231 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58060) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:27.785717 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.881426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.885759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.888886 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-26403ea2-5b1b-4b4c-b501-c6b0284ed6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.935336 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fca41ca57ef34a36b2a5b5129fe5240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649344 Jun 15 14:13:27.936241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb071f13-9e24-4a8e-ac88-27b72ccd7ad4,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.938676 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58064) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:27.944224 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.004908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.029900 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.082939 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.085637 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.086986 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb071f13-9e24-4a8e-ac88-27b72ccd7ad4 HTTP/1.1" status: 204 len: 168 time: 0.1468170 Jun 15 14:13:28.087782 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b017ca36-78c0-4f8b-89f5-d0936fa2cd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:28.096336 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb071f13-9e24-4a8e-ac88-27b72ccd7ad4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:28.098961 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.409513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942d8-274f-49f7-8e44-8ce02a7c3b5e req-f4d5d7e6-4913-4adc-b55a-897b494cde96 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.417329 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e48942d8-274f-49f7-8e44-8ce02a7c3b5e req-f4d5d7e6-4913-4adc-b55a-897b494cde96 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1233504 Jun 15 14:13:28.419294 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 052a6372-1744-4ec5-badf-8e86dcb41159 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:28.487987 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156f267-8785-4a51-963a-c0435855efe8 req-27eb4cb0-e954-46d9-a053-fd2c67c336ac tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.489996 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0156f267-8785-4a51-963a-c0435855efe8 req-27eb4cb0-e954-46d9-a053-fd2c67c336ac tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1565003 Jun 15 14:13:28.503974 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e48942d8-274f-49f7-8e44-8ce02a7c3b5e req-8ba75eba-2aa1-442d-8211-8d6be455697d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854318 Jun 15 14:13:28.504601 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 052a6372-1744-4ec5-badf-8e86dcb41159 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:28.510634 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 052a6372-1744-4ec5-badf-8e86dcb41159 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:28.511450 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.565888 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0156f267-8785-4a51-963a-c0435855efe8 req-5e475ad7-3a76-42b7-8b79-14164fc378cb tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Jun 15 14:13:28.647660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.768051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=052a6372-1744-4ec5-badf-8e86dcb41159,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:28.776951 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.779127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-975c9431-915d-42f9-b882-37eeef4c46f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:28.816474 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58116) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:28.895499 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:28.905792 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.953417 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1e33-f77e-49bf-8c71-ffef84cfd174 req-c503e23a-c982-4b2e-8d89-55280715ceb0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.961623 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0cfd1e33-f77e-49bf-8c71-ffef84cfd174 req-c503e23a-c982-4b2e-8d89-55280715ceb0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1210582 Jun 15 14:13:29.021987 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0cfd1e33-f77e-49bf-8c71-ffef84cfd174 req-62f83e64-7ba1-4f3b-9962-8df6e1d90662 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587933 Jun 15 14:13:29.058354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.209170 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.217864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.228430 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:29.301916 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f9e2f47e7a641ca99af887d33645cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842701 Jun 15 14:13:29.303139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce6adc-64e5-4369-ae1f-5233d57baa83,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:29.304557 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58142) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:29.319139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:29.325320 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:29.327942 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd463b-0f94-4e20-9bce-09f906f7a441" -d '{"events": [{"server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:29.387072 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225c990-dfdb-4720-8d7f-d2e972cde358 x-openstack-request-id: req-2225c990-dfdb-4720-8d7f-d2e972cde358 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:29.387680 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:29.388034 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2225c990-dfdb-4720-8d7f-d2e972cde358 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:29.388559 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159', 'code': 200} Jun 15 14:13:29.452937 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.511968 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.537887 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-71651247-3502-46e5-91cc-f9103a05464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.539819 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-71651247-3502-46e5-91cc-f9103a05464f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 1099 time: 0.1686537 Jun 15 14:13:29.687412 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a913dd-f8d7-4830-9a79-a2c954703f85 req-e3b3e61d-73ac-4bde-b2b4-2191be576489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.688976 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a2a913dd-f8d7-4830-9a79-a2c954703f85 req-e3b3e61d-73ac-4bde-b2b4-2191be576489 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0752444 Jun 15 14:13:29.735832 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.737820 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a2a913dd-f8d7-4830-9a79-a2c954703f85 req-aab0c896-efdf-4d36-9344-c7a0829ce442 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Jun 15 14:13:29.738667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.739873 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7ce6adc-64e5-4369-ae1f-5233d57baa83 HTTP/1.1" status: 204 len: 168 time: 0.4340475 Jun 15 14:13:29.750110 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-216caa82-2ab5-4c29-9d29-63c459dbb17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:29.759474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da99b4-6576-4dd0-8a42-e1c954763838 req-761f6aa4-027a-442b-a0d4-7386b565f969 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.761191 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d0da99b4-6576-4dd0-8a42-e1c954763838 req-761f6aa4-027a-442b-a0d4-7386b565f969 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.2971861 Jun 15 14:13:29.778531 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-c5956980-ab37-4269-95b0-17cf498720e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.780018 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-c5956980-ab37-4269-95b0-17cf498720e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.2007253 Jun 15 14:13:29.780756 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce6adc-64e5-4369-ae1f-5233d57baa83,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:29.789881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:29.798350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f3a1-b477-48f2-9248-26da9293f767 req-a583e8a6-4771-48a8-b84d-82030cc2c0b0 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.799853 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-45e5f3a1-b477-48f2-9248-26da9293f767 req-a583e8a6-4771-48a8-b84d-82030cc2c0b0 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.2859340 Jun 15 14:13:29.810461 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58156) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:29.846013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.892558 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-60c15152-0756-420d-af38-33db2ab9f582 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e HTTP/1.1" status: 200 len: 217 time: 0.0723610 Jun 15 14:13:29.907697 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d0da99b4-6576-4dd0-8a42-e1c954763838 req-d476994f-b8a0-4882-a2f1-cc6bd3976071 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325510 Jun 15 14:13:29.914562 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-45e5f3a1-b477-48f2-9248-26da9293f767 req-b1842624-75dc-4606-a353-3229728f90d3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043422 Jun 15 14:13:29.992271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-fb392c82-81f9-4838-a4eb-2d617ef79b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.993744 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-fb392c82-81f9-4838-a4eb-2d617ef79b50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.0681589 Jun 15 14:13:30.044240 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-ece33e40-7e4a-4da7-932a-20e4d45b2c95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360444 Jun 15 14:13:30.094332 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.148750 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58168) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.200385 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.254559 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-a6d0b47f-8510-4f8d-a4f1-0b6a6851414e service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998088 Jun 15 14:13:30.262359 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.262510 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacda9-3bc0-4c9d-a04c-1339519ad39d req-4a91899c-e95b-47e7-b423-bdd3d4c30ef1 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:30.263911 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-76aacda9-3bc0-4c9d-a04c-1339519ad39d req-4a91899c-e95b-47e7-b423-bdd3d4c30ef1 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2226758 Jun 15 14:13:30.274183 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.303630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.326860 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ec4679a83204817b634a12849a3eecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150473 Jun 15 14:13:30.330960 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58172) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.334334 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592168c6-ff31-447c-afe2-1c7f3104bbfb,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.355342 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.440806 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.445160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.458866 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.493900 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc0460-dc57-460f-87b9-6c6d674aee4c,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.499318 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.503427 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8256d7f54ad042799222da3b9b3ca3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526723 Jun 15 14:13:30.506053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58178) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.562533 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.586969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.627286 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-76aacda9-3bc0-4c9d-a04c-1339519ad39d req-7650eea2-049d-4e39-8f89-6523eb44bc9b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523068 Jun 15 14:13:30.649166 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.652957 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.654112 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3bc0460-dc57-460f-87b9-6c6d674aee4c HTTP/1.1" status: 204 len: 168 time: 0.1471384 Jun 15 14:13:30.654899 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9ece0b02-58cb-45ed-b755-298b5ddfc4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.657452 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b660b7-d699-407d-8b66-54f8fd9b32d6 req-0d7b49dd-a08d-4bda-b973-d8ecaedafcb5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:30.658954 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-65b660b7-d699-407d-8b66-54f8fd9b32d6 req-0d7b49dd-a08d-4bda-b973-d8ecaedafcb5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.4673686 Jun 15 14:13:30.665946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc0460-dc57-460f-87b9-6c6d674aee4c,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.668322 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.686615 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdda76fd-eb8b-48d0-9157-824fd4c6c398 req-b02c3cc7-ed9c-4d0a-9635-dee478c5ed8c service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199755 Jun 15 14:13:30.734333 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.751411 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-65b660b7-d699-407d-8b66-54f8fd9b32d6 req-e2d2a80f-0422-4231-ac5d-3afc589f41ee tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792179 Jun 15 14:13:30.769099 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.832405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.835723 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.838840 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/592168c6-ff31-447c-afe2-1c7f3104bbfb HTTP/1.1" status: 204 len: 168 time: 0.5030897 Jun 15 14:13:30.838840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-881df690-c094-4f62-8789-f6aee55ccd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.855803 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592168c6-ff31-447c-afe2-1c7f3104bbfb,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.869788 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.969809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2420ab-8fa6-4412-a7ab-cb7ba6505f73 req-d8fe9829-04a8-4734-9341-043adb3a711f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:30.971797 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c2420ab-8fa6-4412-a7ab-cb7ba6505f73 req-d8fe9829-04a8-4734-9341-043adb3a711f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0873365 Jun 15 14:13:30.981006 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58198) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.985789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'floatingip': {'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:31.136347 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f6eb-087d-4981-9a5d-1d8ce419ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.201381 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f8dc4-cbec-4bdc-af3d-1aebb8575d90 req-f17b0ef9-440d-44e5-aa88-a8c31430bd3b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.202968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-192f8dc4-cbec-4bdc-af3d-1aebb8575d90 req-f17b0ef9-440d-44e5-aa88-a8c31430bd3b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1320632 Jun 15 14:13:31.210368 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.267289 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966195e9-b688-447b-9f37-d8837b8cc16c req-d8c07e04-1231-4412-834e-fa6bd0af874e tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.268891 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-966195e9-b688-447b-9f37-d8837b8cc16c req-d8c07e04-1231-4412-834e-fa6bd0af874e tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.1316140 Jun 15 14:13:31.280264 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-192f8dc4-cbec-4bdc-af3d-1aebb8575d90 req-0e0b876b-db20-4dae-9ff9-092caef4f9b5 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686407 Jun 15 14:13:31.341246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-966195e9-b688-447b-9f37-d8837b8cc16c req-28b0e845-2417-4320-bb06-618d3ca8772b tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Jun 15 14:13:31.917914 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6354e2-044e-4722-9a26-67fed5e3b611 req-652bcd0c-c690-481f-93a3-b82f3e33d5a8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.925919 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ed6354e2-044e-4722-9a26-67fed5e3b611 req-652bcd0c-c690-481f-93a3-b82f3e33d5a8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1435792 Jun 15 14:13:31.955053 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-fee1d89d-ff23-474e-8d81-33d69592fc41 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.956738 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-fee1d89d-ff23-474e-8d81-33d69592fc41 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.1302791 Jun 15 14:13:32.037902 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ed6354e2-044e-4722-9a26-67fed5e3b611 req-200dcee2-bcf7-4e5f-ace7-276dbaea1b22 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111188 Jun 15 14:13:32.315937 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413932b-a6f3-41bf-b2a6-1622c726532e req-2394768d-da65-498e-95e3-ec327cdaa34e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:32.317449 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4413932b-a6f3-41bf-b2a6-1622c726532e req-2394768d-da65-498e-95e3-ec327cdaa34e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1368840 Jun 15 14:13:32.326620 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58284) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:32.328120 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Deleting port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:13:32.328588 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:32.453816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'floatingip': {'port_id': '052a6372-1744-4ec5-badf-8e86dcb41159'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:32.481391 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.db.resource_extend [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:13:32.642494 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:32.660879 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:32.667524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:32.719790 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] For port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,segment=NetworkSegment(b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38),segment_id=b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:32.720180 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:32.868942 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Floating IP 09f932dc-16e4-4cd6-a7f6-e75a6b01c459 associated. External IP: 172.27.0.18, port: 7174c78b-1b89-42e0-afbc-9b8eea09093b. Jun 15 14:13:32.911101 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Calling delete_port for 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:13:33.069498 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58308) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:33.101806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4551f-dd35-47fa-bfa2-cc4b6e116144 req-3c0a0424-df0a-4ca9-b2b2-3a31c2517c03 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:33.103297 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ba4551f-dd35-47fa-bfa2-cc4b6e116144 req-3c0a0424-df0a-4ca9-b2b2-3a31c2517c03 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.5219579 Jun 15 14:13:33.195405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b9e48-a507-46a8-b64d-06ba8b469e76 req-e0645dc4-d632-4a7d-9718-800373893cd4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:33.202243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f38b9e48-a507-46a8-b64d-06ba8b469e76 req-e0645dc4-d632-4a7d-9718-800373893cd4 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 946 time: 0.6083059 Jun 15 14:13:33.209524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:33.459123 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58326) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:33.487447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.518833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-804cea73-bcc6-4f90-a49e-528d6757b926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.574773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.587026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:33.592468 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.612265 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:33.634095 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:33.635341 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:13:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:33.650065 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c467f606-04ef-45b8-b9e1-b715d6804851 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "PUT /v2.0/floatingips/09f932dc-16e4-4cd6-a7f6-e75a6b01c459 HTTP/1.1" status: 200 len: 991 time: 2.6677921 Jun 15 14:13:33.651610 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:33.655613 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ba4551f-dd35-47fa-bfa2-cc4b6e116144 req-e018ddac-1b57-46e7-b273-af86c12f521b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339873 Jun 15 14:13:33.655969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:33.702622 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f38b9e48-a507-46a8-b64d-06ba8b469e76 req-8ab5b55f-79da-43f6-b1f4-8a5d29523b1b tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/security-groups?id=d497428d-2fba-4a1b-a2ed-109f5e2bdae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988394 Jun 15 14:13:33.758204 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9660edf0-614e-4c06-be9f-0083e8ecc586 x-openstack-request-id: req-9660edf0-614e-4c06-be9f-0083e8ecc586 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:33.758796 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:33.758796 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9660edf0-614e-4c06-be9f-0083e8ecc586 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:33.759229 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'status': 'completed', 'code': 200} Jun 15 14:13:33.763275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Deleting subnet 0f542f17-c2f0-4e17-9b93-abfc2c844eef {{(pid=91923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:33.777677 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.808222 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.826451 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['0ff009cf-6644-41fa-adb3-9b3c9d1a4b12'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:33.827079 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:33.852508 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:33.908574 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-119277df-cd3c-4a5e-b1e4-6db871ed0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:33.910202 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-119277df-cd3c-4a5e-b1e4-6db871ed0b40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1099 time: 0.1035953 Jun 15 14:13:33.934465 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Pushing event deleted for resources: {'Port': ['ID=0ff009cf-6644-41fa-adb3-9b3c9d1a4b12,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:33.965027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.011300 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.041710 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-a42c5f46-7160-49bd-977e-453a94091a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.043192 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-a42c5f46-7160-49bd-977e-453a94091a72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1240110 Jun 15 14:13:34.153814 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-c3c53b8b-6208-4038-bd82-cf9129a69d95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 999 time: 0.0998228 Jun 15 14:13:34.161291 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] No DVR routers for this DVR port 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:13:34.163131 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.182232 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '09f932dc-16e4-4cd6-a7f6-e75a6b01c459', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:08Z', 'updated_at': '2021-06-15T14:13:32Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:34.185632 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:34.193470 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:34.194098 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:13:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:34.211601 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.214348 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-91e3f70e-5da0-47d3-a37c-3a85343d1c7d req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.23 "DELETE /v2.0/ports/0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 HTTP/1.1" status: 204 len: 173 time: 2.2505922 Jun 15 14:13:34.215159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'name': 'network-vif-deleted', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:34.216883 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-3126a98a-e21d-4f1a-bd35-a5c656e3ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.218033 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7b590-ecf1-45db-86f4-b184d5588c87" -d '{"events": [{"server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "name": "network-vif-deleted", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:34.218598 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-3126a98a-e21d-4f1a-bd35-a5c656e3ed9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0583854 Jun 15 14:13:34.295407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9481f0-e1d7-4ea0-ae08-658b9c804a0b x-openstack-request-id: req-2a9481f0-e1d7-4ea0-ae08-658b9c804a0b {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:34.295722 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d04e7f2-6669-4732-9cf4-e3561547c34f", "name": "network-vif-deleted", "tag": "0ff009cf-6644-41fa-adb3-9b3c9d1a4b12", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:34.296705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a9481f0-e1d7-4ea0-ae08-658b9c804a0b {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:34.296705 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d04e7f2-6669-4732-9cf4-e3561547c34f', 'name': 'network-vif-deleted', 'tag': '0ff009cf-6644-41fa-adb3-9b3c9d1a4b12', 'status': 'completed', 'code': 200} Jun 15 14:13:34.332658 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-5ab3ad67-bc83-46ef-8c4a-a5fd03b7bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.334024 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-5ab3ad67-bc83-46ef-8c4a-a5fd03b7bbc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954854 Jun 15 14:13:34.350883 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:34.391298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.396858 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.408317 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:34.414826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.db.resource_extend [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:13:34.417587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.471774 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-b24c4a9a-85ee-4994-b279-ee5f19518b74 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185253 Jun 15 14:13:34.513523 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f542f17-c2f0-4e17-9b93-abfc2c844eef,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:34.524360 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.526847 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f542f17-c2f0-4e17-9b93-abfc2c844eef HTTP/1.1" status: 204 len: 168 time: 1.0552022 Jun 15 14:13:34.531367 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58344) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:34.542883 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.543378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-12d41e7c-b511-4408-87eb-7206b77a702a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:34.574513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.580112 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=675de6d906574cf28252913b9cef9028&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5095558 Jun 15 14:13:34.583349 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58348) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:34.599038 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.660381 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8db34be-e1dd-4fee-bf0e-a66cb953116e,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:34.715858 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.776293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.799376 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Floating IP f355aa13-6f04-495e-a2ee-6769ea7c46da associated. External IP: 172.27.0.90, port: 052a6372-1744-4ec5-badf-8e86dcb41159. Jun 15 14:13:34.818228 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.894175 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a4e60e4-0d3a-4925-bd0d-81f03f7ae56b req-a4aa2cf9-cc3d-43d8-beaa-f5c4c9b87040 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036753 Jun 15 14:13:35.002949 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.022956 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '09f932dc-16e4-4cd6-a7f6-e75a6b01c459', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:08Z', 'updated_at': '2021-06-15T14:13:32Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:35.023410 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c775f-7cc1-4e30-a137-970dd7313e08 None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '09f932dc-16e4-4cd6-a7f6-e75a6b01c459', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:08Z', 'updated_at': '2021-06-15T14:13:32Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:35.071905 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.111396 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.124663 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.125032 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.125786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.126113 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > port after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.126433 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.126769 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > port after_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.127089 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.127402 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.127730 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.128039 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.286638 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de8e8a-f100-4713-a910-57721c487b2f None None] New status for floating IP 09f932dc-16e4-4cd6-a7f6-e75a6b01c459: ACTIVE {{(pid=91925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:13:35.304378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.304862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.305406 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.305917 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:35.306361 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda38d56-948a-45d6-a99f-76c319e0ca40']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:35.311858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b4f23f5b-d966-4648-8d5e-df950ed347b0 req-0aa3632f-11ab-4f79-8238-908ff3c7a4bb tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d04e7f2-6669-4732-9cf4-e3561547c34f HTTP/1.1" status: 200 len: 210 time: 0.2966304 Jun 15 14:13:35.342710 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135f87fb-0ed2-40bf-ab22-7bc153345621') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:35.343127 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135f87fb-0ed2-40bf-ab22-7bc153345621') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:35.367264 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.390642 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66efd9d-70fd-4ff8-86db-f0c8a190f950 req-c208f22f-2930-4d78-9dc8-4dfeb5db5d8b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:35.392218 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b66efd9d-70fd-4ff8-86db-f0c8a190f950 req-c208f22f-2930-4d78-9dc8-4dfeb5db5d8b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.4406619 Jun 15 14:13:35.417451 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.435559 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:35.437031 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: from cryptography.utils import int_from_bytes Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: from cryptography.utils import int_from_bytes Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:35.443057 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:35.446839 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:35.446839 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:35.446839 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:35.446839 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:35.446839 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:35.559464 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.560067 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.562011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.564472 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b2ff5b24-cb27-44ac-aba9-53f2823e32ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:35.565823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8db34be-e1dd-4fee-bf0e-a66cb953116e HTTP/1.1" status: 204 len: 168 time: 0.9814453 Jun 15 14:13:35.579412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3ea01ed7-40dd-4c65-8c45-5c284982b208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:35.586016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.588916 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fda38d56-948a-45d6-a99f-76c319e0ca40 HTTP/1.1" status: 204 len: 168 time: 1.0565960 Jun 15 14:13:35.590227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda38d56-948a-45d6-a99f-76c319e0ca40,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:35.592111 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58364) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:35.598970 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.599607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.600065 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.600545 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.607639 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.608130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.608584 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.609036 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.609486 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.610140 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.610588 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.611026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.615103 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8db34be-e1dd-4fee-bf0e-a66cb953116e,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:35.620999 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bbf8f0ad-9f2c-4feb-b511-08e5fe451006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:35.665554 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.665974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.666406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.666797 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.667204 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.667549 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.667888 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.668224 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.668560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.668899 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.669227 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.669568 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:35.682510 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:35.688537 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b66efd9d-70fd-4ff8-86db-f0c8a190f950 req-15628004-c159-4366-8cdd-129313e24ac2 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393116 Jun 15 14:13:35.708536 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Deleting subnet 5b185f72-e194-4312-9ac5-79cf031444e3 {{(pid=91923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:35.725645 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.772719 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:35.787010 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.797416 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.984171 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:35.989447 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.993440 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067'] for subnet, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.996778 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:36.009026 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:36.010877 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:13:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.018350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2b985434-49a8-4aa7-a983-f8d034dfe7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:36.065706 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b185f72-e194-4312-9ac5-79cf031444e3,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:36.078633 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:36.082279 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.084168 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5b185f72-e194-4312-9ac5-79cf031444e3 HTTP/1.1" status: 204 len: 168 time: 0.4838786 Jun 15 14:13:36.087189 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58390) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:36.104801 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-395663fd-d88b-44f4-92ea-5d4d1e28397b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "PUT /v2.0/floatingips/f355aa13-6f04-495e-a2ee-6769ea7c46da HTTP/1.1" status: 200 len: 991 time: 3.6590500 Jun 15 14:13:36.207316 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.263753 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:36.273368 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-9c014bb3-8c35-427a-8f9d-3bd0347269b2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:36.280824 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-9c014bb3-8c35-427a-8f9d-3bd0347269b2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.2203844 Jun 15 14:13:36.299809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:36.310396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:36.329359 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-d488df1e-1f09-4274-b996-f6110505fa60 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/quotas/4f92fe2c7ab7478ba8a658b6ba7511df HTTP/1.1" status: 200 len: 375 time: 0.0397532 Jun 15 14:13:36.397129 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.432739 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c699ed4-e55d-405b-abce-81ada91c2637 x-openstack-request-id: req-0c699ed4-e55d-405b-abce-81ada91c2637 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:36.433062 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:36.433343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c699ed4-e55d-405b-abce-81ada91c2637 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:36.434073 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159', 'status': 'completed', 'code': 200} Jun 15 14:13:36.457348 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58412) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:36.460168 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:13:36.465578 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.495611 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-efd0cfb0-e12c-4e1d-954a-2a007ad01bfd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627934 Jun 15 14:13:36.501117 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:13:36.502953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 0ff009cf-6644-41fa-adb3-9b3c9d1a4b12 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:13:36.524827 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a441bc-69c8-49dc-b3ad-40bbe683a32b') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.525224 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a441bc-69c8-49dc-b3ad-40bbe683a32b') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.537577 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.559321 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.591165 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.605081 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:36.605707 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:36.623035 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:36.699432 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1086012574-network', 'tenant_id': '4440fe3dba4e4f118ab9b3f874dd9a1c'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:36.735810 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-ee2de758-f48a-43c7-a85e-01ce895c03f5 service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331259 Jun 15 14:13:36.743051 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Made reservation on behalf of 4440fe3dba4e4f118ab9b3f874dd9a1c for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:36.749577 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.828542 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-48602801-36f6-4c80-a537-6dd537919c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:36.839176 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-48602801-36f6-4c80-a537-6dd537919c51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.4029400 Jun 15 14:13:36.841653 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.858269 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.908636 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:36.914146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.916329 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0 HTTP/1.1" status: 204 len: 168 time: 0.8269207 Jun 15 14:13:36.928371 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'f355aa13-6f04-495e-a2ee-6769ea7c46da', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '052a6372-1744-4ec5-badf-8e86dcb41159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:47:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:09Z', 'updated_at': '2021-06-15T14:13:34Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.937856 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:36.957896 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:36.958584 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:13:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:37.017521 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ed45ce-5a05-45d9-a4e6-f9311f75c7b0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:37.028273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:37.052363 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-c3819c3c-77ef-4841-a3e0-bd6d8b7d78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.053776 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-c3819c3c-77ef-4841-a3e0-bd6d8b7d78ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.2147038 Jun 15 14:13:37.078157 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-87835d50-e627-4259-be6c-d1402607849e service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239591 Jun 15 14:13:37.078817 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58436) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.144509 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:37.146828 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-46c42544-a7fa-42df-a31b-6d907e986b60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 999 time: 0.0855594 Jun 15 14:13:37.187007 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2e84a861-4985-46bc-8e4b-5bd21d2b473b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de66bc947c5546bb9c512c891eb96f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842345 Jun 15 14:13:37.188450 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58438) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.209351 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.226912 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-86644d4c-40a7-4845-b514-5328b78cfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.229979 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-86644d4c-40a7-4845-b514-5328b78cfcbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0754032 Jun 15 14:13:37.234024 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.243428 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:37.302999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:37.315470 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb789c92-ce2f-4f78-9907-05543d743593,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:37.328618 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-1215f59a-8ffd-4b05-b392-9ba743a7f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.330203 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-1215f59a-8ffd-4b05-b392-9ba743a7f591 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915396 Jun 15 14:13:37.356181 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9922c-afa9-48c5-9761-1abe68c76eb8 req-63754ea5-e63d-46fc-a252-deed4cdfc2bc tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.358095 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5d9922c-afa9-48c5-9761-1abe68c76eb8 req-63754ea5-e63d-46fc-a252-deed4cdfc2bc tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.3195710 Jun 15 14:13:37.369972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:37.402026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.402463 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Added segment d6c0ec98-3fb0-48bd-9629-e33b92e659b2 of type vlan for network 553b1662-3492-40d7-adce-374838caa543 Jun 15 14:13:37.417590 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-988dd6eb-8497-4038-88d9-214c06121822 req-7ff0c0b1-d285-4b1e-b74a-ce3a4d6f96db tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 210 time: 0.1056187 Jun 15 14:13:37.457360 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.480091 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-3292bbb6-a994-4437-9b54-272a20a7fc8b service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424313 Jun 15 14:13:37.531947 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.566889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.572900 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5d9922c-afa9-48c5-9761-1abe68c76eb8 req-5f03868c-3cc7-45d4-8503-fd5d7f29a402 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785188 Jun 15 14:13:37.598679 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'f355aa13-6f04-495e-a2ee-6769ea7c46da', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '052a6372-1744-4ec5-badf-8e86dcb41159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:47:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:09Z', 'updated_at': '2021-06-15T14:13:34Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:37.610426 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e93fc-95a9-4ade-8a5b-f9c988999caf None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'f355aa13-6f04-495e-a2ee-6769ea7c46da', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '052a6372-1744-4ec5-badf-8e86dcb41159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:47:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:09Z', 'updated_at': '2021-06-15T14:13:34Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:37.634806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.636887 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.637442 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.640689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1cc6fe7f-491c-40c8-96d8-36fb4f31f84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:37.671964 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8745f456-ab1a-4b5b-ba59-7be1b1212e0b req-6ccc7031-0f0c-46c3-90a2-1eb821dd331c service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805437 Jun 15 14:13:37.680895 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2202187 Jun 15 14:13:37.683723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58452) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.689388 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Request body: {'subnet': {'network_id': '553b1662-3492-40d7-adce-374838caa543', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1086012574-subnet', 'tenant_id': '4440fe3dba4e4f118ab9b3f874dd9a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:37.716798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Made reservation on behalf of 4440fe3dba4e4f118ab9b3f874dd9a1c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:37.719730 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.738953 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=553b1662-3492-40d7-adce-374838caa543,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:37.744539 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:37.745325 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.747879 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.749029 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48bca354-19fd-4211-ba28-0b5dbd388e65 HTTP/1.1" status: 204 len: 168 time: 0.5582371 Jun 15 14:13:37.750996 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:37.756846 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 553b1662-3492-40d7-adce-374838caa543 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:37.767612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bca354-19fd-4211-ba28-0b5dbd388e65,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:37.770267 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:37.996390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ebf8f-4a6e-4c66-84c5-6e8bb44248db None None] New status for floating IP f355aa13-6f04-495e-a2ee-6769ea7c46da: ACTIVE {{(pid=91925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:13:38.304756 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58474) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:38.330802 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58476) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:38.375488 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.382313 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.408464 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-035fc5b3-3262-4e8c-a002-f4504149bac7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fb894993c584419983700e939620160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019611 Jun 15 14:13:38.411554 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58478) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:38.455058 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Deleting subnet 6dd1e201-159f-4f9c-8c93-b91026a00f57 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:38.478108 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.508761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.511160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960e1453-035c-47c7-9c05-39e7665afbc9,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.513979 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.539197 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Checking segment: {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:38.539524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Network hostable DHCP agents. Network: 553b1662-3492-40d7-adce-374838caa543, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:38.546878 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.569123 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.623982 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.646578 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f1ab2604-a2ef-4f88-a878-057d0f8eb3e9 req-f609e899-ac49-4a3d-9540-a34ebbd8062c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 210 time: 0.0526690 Jun 15 14:13:38.659162 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Network 553b1662-3492-40d7-adce-374838caa543 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:38.678193 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.680352 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 553b1662-3492-40d7-adce-374838caa543) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:38.686974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.691874 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ef6776-1e88-4d24-949b-49fd1fe427ca HTTP/1.1" status: 204 len: 168 time: 0.2767432 Jun 15 14:13:38.691874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1557e1c8-35bd-42e6-8cc6-6a6bd3d2074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.692530 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aafb40-f0fc-46a9-9258-c1c42b5383c2 None None] Network 553b1662-3492-40d7-adce-374838caa543 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:38.718399 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef6776-1e88-4d24-949b-49fd1fe427ca,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.723054 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:38.735570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.737521 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.814690 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0c22f3be-c75a-488f-97c4-9746b78943e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1207597 Jun 15 14:13:38.860196 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.884138 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.908402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373a70-56b5-48e8-bd5d-844cf24148d1 req-d5ef40cd-3a15-41d6-b42a-502330833c34 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:38.910636 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af373a70-56b5-48e8-bd5d-844cf24148d1 req-d5ef40cd-3a15-41d6-b42a-502330833c34 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1593637 Jun 15 14:13:38.969330 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd1e201-159f-4f9c-8c93-b91026a00f57,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.977836 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.991510 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af373a70-56b5-48e8-bd5d-844cf24148d1 req-4cd73e99-08df-464f-8792-2aeeec3df0ee tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691607 Jun 15 14:13:39.070626 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.073386 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6dd1e201-159f-4f9c-8c93-b91026a00f57 HTTP/1.1" status: 204 len: 168 time: 0.7407987 Jun 15 14:13:39.075374 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58502) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:39.182112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574020e-f384-4bca-b04c-07f8daeccbfa None None] Network 553b1662-3492-40d7-adce-374838caa543 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:39.257149 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-f4e01dfc-91bc-4eff-9252-1a2d2268ba90 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:39.258698 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-f4e01dfc-91bc-4eff-9252-1a2d2268ba90 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.2932343 Jun 15 14:13:39.278410 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Request body: {'port': {'device_id': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'admin_state_up': True, 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:39.316790 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.477769 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.481036 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:39.484938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.492053 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.492454 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.493242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.493681 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > port after_create 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.494090 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.494537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > port after_update 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.494983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.495354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.495881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.496202 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.579178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.579529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.579846 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.580958 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:39.581298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca50794-e938-40b0-8146-684df8054ad7']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.617408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.618223 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b3e2a0-25e1-42cf-80a1-35b0e49ffc38') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.651013 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.672231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Allocated IP 172.20.0.12 (caa53801-033a-4add-bfe9-0e0bc0387efb/cb215446-94e4-4204-8fab-f0e00dd8ae5b/90857ea0-b695-4bde-bb57-5c1acf242b4a) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:39.694435 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.706128 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:39.706530 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: from cryptography.utils import int_from_bytes Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: from cryptography.utils import int_from_bytes Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:39.712025 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:39.714968 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:39.898912 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.975074 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.991965 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:39.992486 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:40.096087 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Network caa53801-033a-4add-bfe9-0e0bc0387efb is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:40.100629 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:40.103101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:40.104529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.122212 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:40.140982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.150392 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] 10.222.0.11 "DELETE /v2.0/networks/cca50794-e938-40b0-8146-684df8054ad7 HTTP/1.1" status: 204 len: 168 time: 1.0717201 Jun 15 14:13:40.156760 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event updated for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:40.161014 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:40.200180 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:40.201194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.214395 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Pushing event deleted for resources: {'Network': ['ID=cca50794-e938-40b0-8146-684df8054ad7,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:40.225007 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9510324 Jun 15 14:13:40.230411 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:40.246019 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Request body: {'port': {'device_id': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:40.271867 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd884a6-bdc2-4a97-8756-e58a1af05f6c req-468ed3ba-6d01-42ff-b313-107690ac9346 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:40.283218 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3fd884a6-bdc2-4a97-8756-e58a1af05f6c req-468ed3ba-6d01-42ff-b313-107690ac9346 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 932 time: 0.2296085 Jun 15 14:13:40.352065 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3fd884a6-bdc2-4a97-8756-e58a1af05f6c req-da20a274-0ca7-4962-9f3c-5076e6b8815b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676169 Jun 15 14:13:40.475613 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.553324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58592) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:40.580889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48984f-5fff-440c-9517-74a70aec24dd req-eb909330-84cb-4a75-a5eb-85cd30d717ff tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:40.589606 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0d48984f-5fff-440c-9517-74a70aec24dd req-eb909330-84cb-4a75-a5eb-85cd30d717ff tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1216393 Jun 15 14:13:40.662702 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1a3dd981-c92c-4e80-84e0-aa9a9307b211 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b4a6708745b4ad783b15e23468572a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1065865 Jun 15 14:13:40.671290 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 58594) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:40.675890 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0d48984f-5fff-440c-9517-74a70aec24dd req-e3bf6734-92ed-41b5-95fd-a232c41c2a6f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jun 15 14:13:40.797894 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.834807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.918242 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90857ea0-b695-4bde-bb57-5c1acf242b4a {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:40.930517 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.951230 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Transition to ACTIVE for port object 90857ea0-b695-4bde-bb57-5c1acf242b4a will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:40.952000 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.954899 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.956128 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d497428d-2fba-4a1b-a2ed-109f5e2bdae9 HTTP/1.1" status: 204 len: 168 time: 0.2837980 Jun 15 14:13:40.957209 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9b5a18e3-9677-4a30-a46c-4793434ffe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:40.959246 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.975760 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497428d-2fba-4a1b-a2ed-109f5e2bdae9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:40.981667 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:40.982013 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:41.105861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Pushing event updated for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:41.131206 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:41.167836 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Attempting to bind port 90857ea0-b695-4bde-bb57-5c1acf242b4a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:41.168210 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Attempting to bind port 90857ea0-b695-4bde-bb57-5c1acf242b4a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:41.168526 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Attempting to bind port 90857ea0-b695-4bde-bb57-5c1acf242b4a on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:41.173374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Port 90857ea0-b695-4bde-bb57-5c1acf242b4a on network caa53801-033a-4add-bfe9-0e0bc0387efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:41.173733 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Attempting to bind port 90857ea0-b695-4bde-bb57-5c1acf242b4a on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:41.178789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:41.179123 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Checking segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:41.179624 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Bound using segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:41.179999 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Bound port: 90857ea0-b695-4bde-bb57-5c1acf242b4a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:41.180364 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.291702 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:41.301000 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:41.311099 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.316376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec91eaa0-7ea8-4c11-a3bd-52d21ac85b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:41.380295 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.380551 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-a74b1c7d-2eb3-41c2-a4e1-56b7f06d52e6 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.381098 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.382164 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-a74b1c7d-2eb3-41c2-a4e1-56b7f06d52e6 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 809 time: 0.2071002 Jun 15 14:13:41.382667 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] 10.222.0.23 "PUT /v2.0/ports/90857ea0-b695-4bde-bb57-5c1acf242b4a HTTP/1.1" status: 200 len: 1094 time: 1.1414742 Jun 15 14:13:41.383252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:41.386834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984768b-2abc-48bc-ac8f-6033b5957678" -d '{"events": [{"name": "network-changed", "server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:41.408878 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-85b73e72-4d0a-4350-b2e4-c2ee752f98b7 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/quotas/4440fe3dba4e4f118ab9b3f874dd9a1c HTTP/1.1" status: 200 len: 375 time: 0.0154519 Jun 15 14:13:41.421261 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Pushing event updated for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:41.424611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:41.469273 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-0a197ce3-d2e0-4761-a0d9-b1b315b3bd03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545599 Jun 15 14:13:41.540860 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-2285f460-a47a-402c-b86a-c8bb341ec732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.544218 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-2285f460-a47a-402c-b86a-c8bb341ec732 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 1097 time: 0.0892107 Jun 15 14:13:41.650771 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-a2e7d42e-1c15-4b77-ac50-578165c19075 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a HTTP/1.1" status: 200 len: 217 time: 0.0850086 Jun 15 14:13:41.664579 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-333a9bb2-e3d8-4747-8d68-497a6272b703 service neutron] 10.222.0.11 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795845 Jun 15 14:13:41.725584 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-9eba7778-3711-4957-9a2a-080e5844c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.727119 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-9eba7778-3711-4957-9a2a-080e5844c4a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.0654609 Jun 15 14:13:41.770546 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-5e12b69d-d9ed-4650-887d-4916031b013f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349765 Jun 15 14:13:41.862358 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-55c0a59b-b32e-44da-a5ef-8ce0f7b7d477 service neutron] 10.222.0.11 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890447 Jun 15 14:13:41.890707 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b7d3d-a2fd-4fc6-b4cc-210d2dd3f4ce req-17499723-763b-478b-bf8b-320b301f351a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.892318 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-669b7d3d-a2fd-4fc6-b4cc-210d2dd3f4ce req-17499723-763b-478b-bf8b-320b301f351a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 944 time: 0.1185560 Jun 15 14:13:41.930670 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-c2b1f711-d234-43f5-bb69-b5f24419756f service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514435 Jun 15 14:13:41.966797 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-669b7d3d-a2fd-4fc6-b4cc-210d2dd3f4ce req-3052e830-a359-493c-8176-164f32e56248 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Jun 15 14:13:42.071847 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ffbbf1-9df4-4f75-9290-aa91be936dae x-openstack-request-id: req-c6ffbbf1-9df4-4f75-9290-aa91be936dae {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:42.072230 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:42.072516 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6ffbbf1-9df4-4f75-9290-aa91be936dae {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:42.072932 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a', 'status': 'completed', 'code': 200} Jun 15 14:13:42.120284 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff7b36aa-4d4f-4297-843c-37d00be64ad9 req-6bc10744-04ca-4e8e-8506-22dd587abb38 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769166 Jun 15 14:13:42.292189 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a369-14c8-4a52-ac2b-8c500a5c2ffc req-0de3a614-d07d-4319-a336-fe5a4c7cbc6f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:42.298313 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1ec7a369-14c8-4a52-ac2b-8c500a5c2ffc req-0de3a614-d07d-4319-a336-fe5a4c7cbc6f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1289108 Jun 15 14:13:42.302699 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-413a7cc0-b98e-4bd2-99a6-2512f19bac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:42.304239 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-413a7cc0-b98e-4bd2-99a6-2512f19bac74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 1097 time: 0.0857844 Jun 15 14:13:42.334991 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f9b7a812-231b-45ba-97ca-0b7129b90598 req-41e6bad9-9f35-45a3-bc5e-161985537c88 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 210 time: 0.0758984 Jun 15 14:13:42.379445 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1ec7a369-14c8-4a52-ac2b-8c500a5c2ffc req-1660fca8-1e10-49c4-98fa-3f3ad0f8d79a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771475 Jun 15 14:13:42.495320 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-44ddfe09-e4ae-4ca1-9fdc-f5707e075085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:42.496964 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-44ddfe09-e4ae-4ca1-9fdc-f5707e075085 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 914 time: 0.1737161 Jun 15 14:13:42.563018 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-73c326f7-0edd-42b8-bf02-5ea3f6b34576 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a HTTP/1.1" status: 200 len: 217 time: 0.0563302 Jun 15 14:13:42.630393 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-091316e6-088d-42c6-9e61-3031b5db9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:42.631978 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-091316e6-088d-42c6-9e61-3031b5db9bd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.0616274 Jun 15 14:13:42.686762 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-f69d6923-c8bb-48d1-ad5a-d2783ed6171f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351255 Jun 15 14:13:42.836467 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-fad8f615-0188-4a1c-82a5-5149fb5cf299 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306415 Jun 15 14:13:42.992818 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c984768b-2abc-48bc-ac8f-6033b5957678 req-ee5ccff1-ed35-49e1-bed2-4de4b6e871c0 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344454 Jun 15 14:13:43.176657 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09549-10ad-4d6b-959d-1f1fa1bca86a req-27d04733-3d27-43b8-80f1-a35b7cd2b8a1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:43.178312 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eac09549-10ad-4d6b-959d-1f1fa1bca86a req-27d04733-3d27-43b8-80f1-a35b7cd2b8a1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 944 time: 0.0854795 Jun 15 14:13:43.242170 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eac09549-10ad-4d6b-959d-1f1fa1bca86a req-8b0ef2c5-7e8c-49b7-99fc-49f5ff63bf36 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Jun 15 14:13:43.566911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc617-767a-45f1-bf27-1fa73373760c req-b5371371-29cc-421f-bcfd-f9dc02b84e1e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:43.568858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fc4bc617-767a-45f1-bf27-1fa73373760c req-b5371371-29cc-421f-bcfd-f9dc02b84e1e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0824873 Jun 15 14:13:43.642422 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fc4bc617-767a-45f1-bf27-1fa73373760c req-95b132ed-24f2-4ab3-80e2-b97fcaae092f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654299 Jun 15 14:13:43.714066 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47e134b5-271c-491f-8c23-85c958eed573 req-07592514-91b5-4b68-9237-07a5b2848dd8 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 210 time: 0.0447345 Jun 15 14:13:43.863432 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-41ef6a64-7c33-40c9-9281-7fa72348ff94 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:43.864902 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-41ef6a64-7c33-40c9-9281-7fa72348ff94 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 809 time: 0.3833489 Jun 15 14:13:43.878488 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Request body: {'port': {'device_id': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'network_id': '553b1662-3492-40d7-adce-374838caa543', 'admin_state_up': True, 'tenant_id': '4440fe3dba4e4f118ab9b3f874dd9a1c'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:44.034874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Made reservation on behalf of 4440fe3dba4e4f118ab9b3f874dd9a1c for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:44.037235 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.164984 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58730) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:44.182547 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Allocated IP 172.20.0.13 (553b1662-3492-40d7-adce-374838caa543/960e1453-035c-47c7-9c05-39e7665afbc9/872f2162-ec6e-493d-aa02-30dcf60ae6a7) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:44.284122 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.395876 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.407991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.425939 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.434098 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5dfb2ace-d604-4569-8ce0-d901a28bb022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:44.456198 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.461670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:44.490805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df617570-b30b-4031-b834-04d54cac3b25,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:44.495331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:44.500624 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a330a8be637470e8e9d4820dbff0411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320398 Jun 15 14:13:44.509115 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58742) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:44.559002 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Network 553b1662-3492-40d7-adce-374838caa543 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:44.559243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543cdf4-debb-4366-8c94-82f1d0f2f25c req-b9049d6b-b783-49a6-8edf-2f85a91153f5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:44.560753 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4543cdf4-debb-4366-8c94-82f1d0f2f25c req-b9049d6b-b783-49a6-8edf-2f85a91153f5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 944 time: 0.1780794 Jun 15 14:13:44.563324 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:44.567988 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Pushing event updated for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:44.571544 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:44.574504 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:44.603519 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.634784 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:44.635479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.649700 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750027 Jun 15 14:13:44.654349 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.661304 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Request body: {'port': {'device_id': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:44.670156 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4543cdf4-debb-4366-8c94-82f1d0f2f25c req-38cb23b0-e218-4b0f-9000-0f9a4a09137b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Jun 15 14:13:44.721006 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.723933 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.725074 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df617570-b30b-4031-b834-04d54cac3b25 HTTP/1.1" status: 204 len: 168 time: 0.2139037 Jun 15 14:13:44.725850 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ae624fb3-ab92-4fd3-b09b-d7878f7cd091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:44.735091 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df617570-b30b-4031-b834-04d54cac3b25,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:44.751638 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:44.787068 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:44.914761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89dddd-d82e-4a17-9622-b9f316bf025f req-00dad1f7-d6c0-4664-acf1-8477a738f521 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:44.916749 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fc89dddd-d82e-4a17-9622-b9f316bf025f req-00dad1f7-d6c0-4664-acf1-8477a738f521 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1286736 Jun 15 14:13:44.958741 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa208a-ae32-4523-9cda-53d895851c9a req-58170255-d892-4a0b-bc7c-89ef3a4b7814 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:44.960339 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8aa208a-ae32-4523-9cda-53d895851c9a req-58170255-d892-4a0b-bc7c-89ef3a4b7814 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 932 time: 0.1137066 Jun 15 14:13:45.003178 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fc89dddd-d82e-4a17-9622-b9f316bf025f req-b92ff249-70b5-4472-a883-cbe25f8c7357 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738602 Jun 15 14:13:45.031461 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8aa208a-ae32-4523-9cda-53d895851c9a req-4cba9b69-fa88-493d-9c7a-06c88ade5b35 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492802 Jun 15 14:13:45.077216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58758) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.092419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.192046 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872f2162-ec6e-493d-aa02-30dcf60ae6a7 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:45.192663 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.196307 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.199584 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7b4051f0-fc2a-4755-a4ae-e0e59528f6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.199854 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.212991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Transition to ACTIVE for port object 872f2162-ec6e-493d-aa02-30dcf60ae6a7 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:45.218519 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.220512 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.243789 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94e99cee1b1740d6afa502d0bec221be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654425 Jun 15 14:13:45.244681 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d1f7f-0deb-44c1-af43-f42d1d1ce312,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.246933 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 58760) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.248834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.301332 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.317332 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Pushing event updated for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.321670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.324743 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.377492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.380639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.381815 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/280d1f7f-0deb-44c1-af43-f42d1d1ce312 HTTP/1.1" status: 204 len: 168 time: 0.1339791 Jun 15 14:13:45.382908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-883ba56c-722c-4e39-bb2f-dcf9ffeb3520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.391941 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d1f7f-0deb-44c1-af43-f42d1d1ce312,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.394239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.434229 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Attempting to bind port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:45.434563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Attempting to bind port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:45.434888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Attempting to bind port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 on network 553b1662-3492-40d7-adce-374838caa543 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:45.439060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 on network 553b1662-3492-40d7-adce-374838caa543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:45.439378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Attempting to bind port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 on network 553b1662-3492-40d7-adce-374838caa543 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:45.444121 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:45.444555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Checking segment: {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:45.444936 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Bound using segment: {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:45.445422 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Bound port: 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:45.445794 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.520181 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:45.523273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:45.529841 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.531919 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.582212 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:45.582830 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.584204 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] 10.222.0.23 "PUT /v2.0/ports/872f2162-ec6e-493d-aa02-30dcf60ae6a7 HTTP/1.1" status: 200 len: 1094 time: 0.9269991 Jun 15 14:13:45.584712 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:45.587079 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35767cf3-a3d9-4aa7-9757-96250067c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:45.614750 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Pushing event updated for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.622025 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:46.963509 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 90857ea0-b695-4bde-bb57-5c1acf242b4a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:47.086073 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:47.098808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '90857ea0-b695-4bde-bb57-5c1acf242b4a', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'port_id': '90857ea0-b695-4bde-bb57-5c1acf242b4a', 'mac_address': 'fa:16:3e:04:1b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb215446-94e4-4204-8fab-f0e00dd8ae5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:47.151147 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.167053 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90857ea0-b695-4bde-bb57-5c1acf242b4a {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:47.190267 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:47.201665 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.203436 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:47.260637 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:47.267717 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.268062 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.268585 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.268922 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.269251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.269602 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.269926 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.270245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.270566 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.270880 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.271194 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.271505 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:47.275439 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:48.268417 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7edebe-61a6-47c3-a9eb-08db0ade33ef x-openstack-request-id: req-0a7edebe-61a6-47c3-a9eb-08db0ade33ef {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:48.268929 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:48.269030 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a7edebe-61a6-47c3-a9eb-08db0ade33ef {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:48.269828 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7', 'status': 'completed', 'code': 200} Jun 15 14:13:48.303641 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-b353ce00-1aea-435a-b137-0db26b746919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.305275 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-b353ce00-1aea-435a-b137-0db26b746919 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 1097 time: 0.0732555 Jun 15 14:13:48.361828 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-810f3353-5bfb-48d8-9f0d-cb7c9b7988d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7 HTTP/1.1" status: 200 len: 217 time: 0.0474830 Jun 15 14:13:48.428026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7a399297-017d-4e28-b565-ab43b9786635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.429465 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-7a399297-017d-4e28-b565-ab43b9786635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=960e1453-035c-47c7-9c05-39e7665afbc9 HTTP/1.1" status: 200 len: 849 time: 0.0552976 Jun 15 14:13:48.467877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109150-6be0-4809-bf1f-44cad04b3903 req-c285c1c1-2b29-4d4f-9f6b-a2299cab8917 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.468707 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-3b97ebe4-6dd1-449f-a41b-6aea2973f72e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=553b1662-3492-40d7-adce-374838caa543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315640 Jun 15 14:13:48.469340 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-98109150-6be0-4809-bf1f-44cad04b3903 req-c285c1c1-2b29-4d4f-9f6b-a2299cab8917 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 945 time: 0.1254733 Jun 15 14:13:48.476451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5fef1-b69e-4a9e-9a9a-cafa14a6e04f req-0198b2c5-1f0f-40cb-ae0a-fc7bff87105c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.477919 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bff5fef1-b69e-4a9e-9a9a-cafa14a6e04f req-0198b2c5-1f0f-40cb-ae0a-fc7bff87105c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1011028 Jun 15 14:13:48.543661 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-98109150-6be0-4809-bf1f-44cad04b3903 req-c596b620-b9b7-48e4-829f-b5e0bd17a192 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647814 Jun 15 14:13:48.548908 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bff5fef1-b69e-4a9e-9a9a-cafa14a6e04f req-4a280414-bf80-4154-a57d-7a172c04c603 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Jun 15 14:13:48.623086 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-675f218a-fa1b-4f4e-ad15-23c547143585 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453624 Jun 15 14:13:48.646027 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['90857ea0-b695-4bde-bb57-5c1acf242b4a'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:48.760666 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018050d-e774-42ad-87e6-7202d6a9efd3 req-1005f48b-2337-499c-926c-ffc7b5e9711d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.762857 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b018050d-e774-42ad-87e6-7202d6a9efd3 req-1005f48b-2337-499c-926c-ffc7b5e9711d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 944 time: 0.0925837 Jun 15 14:13:48.775352 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd56d2e4-8a9b-4c09-811b-436a7e0885f3 req-9638e100-bd75-445b-98fb-10694e1a92f7 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243253 Jun 15 14:13:48.815542 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b018050d-e774-42ad-87e6-7202d6a9efd3 req-c4861fa8-199c-4e50-a87f-60f788badaeb tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jun 15 14:13:48.920616 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-ba64a44e-64a3-423b-b219-fa02362dacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:48.922405 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-ba64a44e-64a3-423b-b219-fa02362dacf0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 1097 time: 0.0610228 Jun 15 14:13:49.049376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-862d5617-c76e-467c-bf3d-7b9eb6727bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:49.050903 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-862d5617-c76e-467c-bf3d-7b9eb6727bfc service neutron] 10.222.0.23 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 910 time: 0.1165004 Jun 15 14:13:49.121506 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-3956efe3-6d19-49e9-b986-9649a7cadad2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7 HTTP/1.1" status: 200 len: 217 time: 0.0476313 Jun 15 14:13:49.207315 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-11af93c2-aef3-4238-8d6e-0941642977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:49.208769 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-11af93c2-aef3-4238-8d6e-0941642977fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=960e1453-035c-47c7-9c05-39e7665afbc9 HTTP/1.1" status: 200 len: 849 time: 0.0617666 Jun 15 14:13:49.246890 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-34866d73-e470-4f53-8dc9-6bc60119628c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=553b1662-3492-40d7-adce-374838caa543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306876 Jun 15 14:13:49.378395 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-7080658a-85e8-4e9f-b84d-0a6fa42ffd0a service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239507 Jun 15 14:13:49.499674 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-35767cf3-a3d9-4aa7-9757-96250067c4f4 req-ae97b047-ee98-4191-87b5-0106252be287 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107650 Jun 15 14:13:49.787380 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c04e-adea-4049-af8b-3d9a7769e12a req-2f55a1c4-ee26-4733-a9d8-9118337fdedb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:49.787380 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-79d8c04e-adea-4049-af8b-3d9a7769e12a req-2f55a1c4-ee26-4733-a9d8-9118337fdedb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 945 time: 0.1192312 Jun 15 14:13:49.836243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8051ff0-878a-4503-b98f-b5cffd0d63a5 req-62e2d61b-4f6e-4ab6-9c6e-7ad7107e3675 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:49.837793 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d8051ff0-878a-4503-b98f-b5cffd0d63a5 req-62e2d61b-4f6e-4ab6-9c6e-7ad7107e3675 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1325202 Jun 15 14:13:49.847173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-79d8c04e-adea-4049-af8b-3d9a7769e12a req-1706c9c3-ee58-4f4c-84b0-593ffcfe41ea tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Jun 15 14:13:49.886878 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d8051ff0-878a-4503-b98f-b5cffd0d63a5 req-06f630f2-1f35-4ade-b66b-151d8212d170 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Jun 15 14:13:50.024141 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95984fe5-4bd4-4cab-9582-ee4496e53be1 req-e066edff-7875-47a2-90d0-85e9afe343be tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:50.026056 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95984fe5-4bd4-4cab-9582-ee4496e53be1 req-e066edff-7875-47a2-90d0-85e9afe343be tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 944 time: 0.0710151 Jun 15 14:13:50.071439 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-95984fe5-4bd4-4cab-9582-ee4496e53be1 req-d6f15470-9cc0-4ca6-a68a-4df44dfc5ac3 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Jun 15 14:13:53.041097 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1921860-2284-432c-8185-3ba451ad7f11 req-980fffd4-18f0-4308-adc3-397f8e37fbf7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:53.042561 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1921860-2284-432c-8185-3ba451ad7f11 req-980fffd4-18f0-4308-adc3-397f8e37fbf7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 945 time: 0.1161714 Jun 15 14:13:53.054273 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97f5e8-0596-4940-88e0-29df9ee7b232 req-ef08039f-9e4e-4c5b-bf88-129a4a66c2c3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:53.055621 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa97f5e8-0596-4940-88e0-29df9ee7b232 req-ef08039f-9e4e-4c5b-bf88-129a4a66c2c3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0965624 Jun 15 14:13:53.123032 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1921860-2284-432c-8185-3ba451ad7f11 req-5055951f-55f0-425f-9299-b620e32c4d57 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Jun 15 14:13:53.125729 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa97f5e8-0596-4940-88e0-29df9ee7b232 req-1db700cb-f91a-4638-991e-5c5d3fe23d45 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Jun 15 14:13:53.314988 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d910-75c5-4c0e-a0df-f5e6f7153dfa req-e06d28f6-e80f-440a-b858-fdc2daaa0a44 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:53.316524 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ce24d910-75c5-4c0e-a0df-f5e6f7153dfa req-e06d28f6-e80f-440a-b858-fdc2daaa0a44 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 944 time: 0.0820119 Jun 15 14:13:53.367933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ce24d910-75c5-4c0e-a0df-f5e6f7153dfa req-9164a365-2fbf-46f3-9ab5-ef34ffc790a4 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Jun 15 14:13:53.964800 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:13:54.334621 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-a05e9575-1342-45d7-ae5f-ebc6ce25d0a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635388 Jun 15 14:13:54.370196 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a860d6-bb0c-4cd2-b6ce-ca50e8445ee0 req-f800f679-eb72-460a-82e8-29e7b6536870 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.371753 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22a860d6-bb0c-4cd2-b6ce-ca50e8445ee0 req-f800f679-eb72-460a-82e8-29e7b6536870 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 945 time: 0.1262312 Jun 15 14:13:54.383825 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d797b7-69db-4861-8df8-c1d5724a74ea req-a440521e-0cfb-45e2-8ef9-f3fd11ba4d61 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.385916 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-76d797b7-69db-4861-8df8-c1d5724a74ea req-a440521e-0cfb-45e2-8ef9-f3fd11ba4d61 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1079111 Jun 15 14:13:54.459105 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22a860d6-bb0c-4cd2-b6ce-ca50e8445ee0 req-aacd1d02-1405-43ca-bee4-df24b39f210b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721211 Jun 15 14:13:54.463837 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-76d797b7-69db-4861-8df8-c1d5724a74ea req-2d3de2dd-b132-47e2-a83e-d773b0456447 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705850 Jun 15 14:13:54.469103 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18914aa-2068-422f-b173-2e12328d68ad req-44cd9691-4399-41c7-b270-42e4b028e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.471335 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-44cd9691-4399-41c7-b270-42e4b028e9e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 1098 time: 0.0840178 Jun 15 14:13:54.674214 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18914aa-2068-422f-b173-2e12328d68ad req-19c7b4cd-34d6-4239-9805-4e2845bdf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.675085 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-19c7b4cd-34d6-4239-9805-4e2845bdf433 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 914 time: 0.1763237 Jun 15 14:13:54.686618 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e846c-077b-4dbf-bf5e-a8feb6c21eb4 req-9ccccd2a-2764-4ca6-8026-344e6b8e675d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.688062 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3a4e846c-077b-4dbf-bf5e-a8feb6c21eb4 req-9ccccd2a-2764-4ca6-8026-344e6b8e675d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 944 time: 0.0802026 Jun 15 14:13:54.736352 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3a4e846c-077b-4dbf-bf5e-a8feb6c21eb4 req-26536d1d-6830-44e5-9bb2-a800e8ec1996 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Jun 15 14:13:54.745306 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-8caa2377-3c72-460a-91d8-25b78f7d21e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d HTTP/1.1" status: 200 len: 217 time: 0.0620506 Jun 15 14:13:54.801837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18914aa-2068-422f-b173-2e12328d68ad req-f853d6fa-4ebb-4bd2-a3bd-70f05f7976d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.803220 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-f853d6fa-4ebb-4bd2-a3bd-70f05f7976d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.0508640 Jun 15 14:13:54.853440 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-793188ed-01ca-4cd6-9aec-78fe394d130f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305164 Jun 15 14:13:54.970497 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-5178a64a-29a0-4383-a0b9-72f2234a41b4 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077468 Jun 15 14:13:55.003551 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 872f2162-ec6e-493d-aa02-30dcf60ae6a7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:55.005877 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 90857ea0-b695-4bde-bb57-5c1acf242b4a up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:55.116539 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a18914aa-2068-422f-b173-2e12328d68ad req-72c5c58f-855b-455f-994f-d7196e75c593 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366694 Jun 15 14:13:55.154282 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 90857ea0-b695-4bde-bb57-5c1acf242b4a completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:55.161691 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 90857ea0-b695-4bde-bb57-5c1acf242b4a triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:55.162071 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:55.206857 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:55.223368 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '872f2162-ec6e-493d-aa02-30dcf60ae6a7', 'network_id': '553b1662-3492-40d7-adce-374838caa543', 'port_id': '872f2162-ec6e-493d-aa02-30dcf60ae6a7', 'mac_address': 'fa:16:3e:95:d1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960e1453-035c-47c7-9c05-39e7665afbc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:55.300248 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:55.324710 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872f2162-ec6e-493d-aa02-30dcf60ae6a7 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:55.328869 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:55.362528 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:55.367655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:55.370438 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc3673-0641-47ac-8968-1e4edb947205" -d '{"events": [{"server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "name": "network-vif-plugged", "status": "completed", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:55.374855 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:55.382425 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:55.388205 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:55.411954 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:55.441129 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:55.444183 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:55.444674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:55.503198 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:55.506323 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:58.539613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca07d5-bd95-4b81-9760-f2af6493cb9f x-openstack-request-id: req-15ca07d5-bd95-4b81-9760-f2af6493cb9f {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:58.540243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "name": "network-vif-plugged", "status": "completed", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:58.540243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15ca07d5-bd95-4b81-9760-f2af6493cb9f {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:58.541614 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a', 'code': 200} Jun 15 14:13:58.761591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbd498-ae40-40a5-a7d3-2a124f6afdcd req-aea1c4a2-5d66-41f0-bbe2-11849ede8141 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:58.763166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-befbd498-ae40-40a5-a7d3-2a124f6afdcd req-aea1c4a2-5d66-41f0-bbe2-11849ede8141 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.1273966 Jun 15 14:13:58.774795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756ba8-8802-4f5a-9308-855908e6ab1c req-9ec36838-6360-4bb3-9e8c-af0c33f693d4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:58.776215 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9b756ba8-8802-4f5a-9308-855908e6ab1c req-9ec36838-6360-4bb3-9e8c-af0c33f693d4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1275585 Jun 15 14:13:58.835660 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-befbd498-ae40-40a5-a7d3-2a124f6afdcd req-0349dd48-b500-4212-9247-af7574c4baab tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585115 Jun 15 14:13:58.858073 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9b756ba8-8802-4f5a-9308-855908e6ab1c req-46263c61-af65-48c4-a2bd-d569af551c1b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732057 Jun 15 14:13:58.858518 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99565c7-26ba-4176-b6e3-7e302cc285c5 req-d2755e6d-4b77-4ce7-a89c-e630294f682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:58.860024 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a99565c7-26ba-4176-b6e3-7e302cc285c5 req-d2755e6d-4b77-4ce7-a89c-e630294f682c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 1099 time: 0.0839827 Jun 15 14:13:58.903291 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a99565c7-26ba-4176-b6e3-7e302cc285c5 req-5fbeb663-50fa-492f-bd06-cea3184998e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jun 15 14:13:59.016095 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33293fd9-78c9-4108-845e-7458f0dc4455 req-0060a42c-7881-4b5a-9f05-c2a7a765ec6d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:59.017421 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-33293fd9-78c9-4108-845e-7458f0dc4455 req-0060a42c-7881-4b5a-9f05-c2a7a765ec6d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 945 time: 0.0680799 Jun 15 14:13:59.033706 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['872f2162-ec6e-493d-aa02-30dcf60ae6a7'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:59.061062 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-33293fd9-78c9-4108-845e-7458f0dc4455 req-fd62a2f9-926f-46ec-b2da-b1932e95c917 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Jun 15 14:13:59.847128 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.085868 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aab85-396b-4f82-a61e-8e773c18d318 req-8c4b4872-e887-434f-9077-69ad26b92c4e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:00.087872 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-730aab85-396b-4f82-a61e-8e773c18d318 req-8c4b4872-e887-434f-9077-69ad26b92c4e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1235538 Jun 15 14:14:00.096283 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2124-dbdf-45c2-8b7b-34bda4b5c98f req-4c7bb5ad-75e9-48d9-83bb-2b2a8a18ebbd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:00.097695 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-39eb2124-dbdf-45c2-8b7b-34bda4b5c98f req-4c7bb5ad-75e9-48d9-83bb-2b2a8a18ebbd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.1314428 Jun 15 14:14:00.164015 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-730aab85-396b-4f82-a61e-8e773c18d318 req-40e69de4-2cb7-4a1d-a79d-64f9032baf2a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Jun 15 14:14:00.166896 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-39eb2124-dbdf-45c2-8b7b-34bda4b5c98f req-3d70f5bf-e1aa-4633-ac61-7848f4ccade7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618863 Jun 15 14:14:00.398103 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59054) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:00.516274 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.556811 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c231a-3a99-41d6-865f-8de0d0fb1f61 req-f2919869-02e5-4aa7-8550-750beb56b9be tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:00.558345 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-476c231a-3a99-41d6-865f-8de0d0fb1f61 req-f2919869-02e5-4aa7-8550-750beb56b9be tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 945 time: 0.2902610 Jun 15 14:14:00.603554 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-476c231a-3a99-41d6-865f-8de0d0fb1f61 req-5307ce59-a6d2-411d-831e-3e4357188004 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Jun 15 14:14:00.618994 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.624877 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.627390 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-61899020-59f5-4601-99d2-85655d247e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.665638 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea60f2-0643-4b20-a881-027510556fb7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.672279 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a85ae042268e4d6eb62a6934ddc025d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705956 Jun 15 14:14:00.672279 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:00.672800 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 59058) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:00.727420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.752778 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.819443 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.822692 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.826238 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceea60f2-0643-4b20-a881-027510556fb7 HTTP/1.1" status: 204 len: 168 time: 0.1501489 Jun 15 14:14:00.826238 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8a27f66e-6203-49ff-8357-a130b1c66f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.836206 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea60f2-0643-4b20-a881-027510556fb7,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.838511 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.035604 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a7e3-8d5c-48e5-b085-2c5166fd9fff req-218a9e0f-f672-41b0-996a-d6997fe46b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:01.037098 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e7e2a7e3-8d5c-48e5-b085-2c5166fd9fff req-218a9e0f-f672-41b0-996a-d6997fe46b87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 1099 time: 0.0607243 Jun 15 14:14:01.090847 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e7e2a7e3-8d5c-48e5-b085-2c5166fd9fff req-8f1f2edd-ad99-44e3-a427-c36c98491ee2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355194 Jun 15 14:14:01.119549 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-01ef3d7d-83a1-4fe1-997e-d67ae6ada87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.130461 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59078) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:01.149897 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.275643 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.279782 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.282352 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 872f2162-ec6e-493d-aa02-30dcf60ae6a7 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:01.284433 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-716f56c7-4e43-4716-94d4-f03cce3485b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:01.362462 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:01.365670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0b560-83ac-40b2-88f9-b68186b89f0f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.366766 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:01.367170 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.369042 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.371645 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fd5db1cb20742378a23879dc1471342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400751 Jun 15 14:14:01.374363 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59086) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:01.434447 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dd03-0e17-4189-9ba7-b081158acd50 req-6e70771f-9fde-4617-9e3c-338c16334216 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:01.435033 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.436051 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-75c7dd03-0e17-4189-9ba7-b081158acd50 req-6e70771f-9fde-4617-9e3c-338c16334216 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1432698 Jun 15 14:14:01.463234 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.467204 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.474350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ea4b2-91d8-499a-b2ed-2b3dce87d882 req-1d0b1aa7-35ec-4edf-84e5-017435a85c56 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:01.475963 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b73ea4b2-91d8-499a-b2ed-2b3dce87d882 req-1d0b1aa7-35ec-4edf-84e5-017435a85c56 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.1316204 Jun 15 14:14:01.495887 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:01.498184 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a743a1-e00c-47ff-986f-19752f4a7f0f" -d '{"events": [{"server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "name": "network-vif-plugged", "status": "completed", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:01.512900 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:01.516546 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.518394 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:01.522085 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-75c7dd03-0e17-4189-9ba7-b081158acd50 req-43e327f2-590d-496e-8f16-8182a0f82cca tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Jun 15 14:14:01.531543 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.534113 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.535255 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eab0b560-83ac-40b2-88f9-b68186b89f0f HTTP/1.1" status: 204 len: 168 time: 0.1598959 Jun 15 14:14:01.536022 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1f0922b0-760e-4132-bd8c-0f8f07dc76b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:01.557027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0b560-83ac-40b2-88f9-b68186b89f0f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.562095 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.566788 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b73ea4b2-91d8-499a-b2ed-2b3dce87d882 req-b3c1472c-5999-4631-834b-12ce143ef273 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772996 Jun 15 14:14:01.595165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3222fb-4c4c-4b2a-a0ed-6c7c069f3106 x-openstack-request-id: req-9d3222fb-4c4c-4b2a-a0ed-6c7c069f3106 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:01.595467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "name": "network-vif-plugged", "status": "completed", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:01.595726 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d3222fb-4c4c-4b2a-a0ed-6c7c069f3106 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:01.596114 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7', 'code': 200} Jun 15 14:14:01.601240 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.607483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.802787 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82df-f7a7-4012-a9c8-2f85d11a0fdb req-102ebe81-b8a7-4a74-a261-ba1c0c832fe4 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:01.804261 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9cd82df-f7a7-4012-a9c8-2f85d11a0fdb req-102ebe81-b8a7-4a74-a261-ba1c0c832fe4 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.0755675 Jun 15 14:14:01.848282 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9cd82df-f7a7-4012-a9c8-2f85d11a0fdb req-3f4811fe-4d37-455b-928c-42725d3ed42d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Jun 15 14:14:01.945649 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59112) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:01.968165 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.076143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.080258 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.082578 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-75b87a6d-934e-48b4-b05f-2ab7a5925158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:02.125060 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51cb59aaa0424596a2b7811ac6a1f047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755121 Jun 15 14:14:02.125060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef089c-e629-4e7a-bd9a-c08a312d56c8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:02.125518 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 59118) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:02.127682 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:02.198170 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.223733 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.277889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.280375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.281488 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eef089c-e629-4e7a-bd9a-c08a312d56c8 HTTP/1.1" status: 204 len: 168 time: 0.1547489 Jun 15 14:14:02.282393 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-40257233-7fae-4e48-a154-4e6f1a46b964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:02.296077 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef089c-e629-4e7a-bd9a-c08a312d56c8,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:02.298367 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:03.486810 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:03.518405 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bf548a93-1509-4a89-aadc-fc07a1d82cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.079098 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.082297 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812b5e-a064-40bd-888f-f4554c1a53fc req-acc366ef-1d28-4f5a-b9af-f8bb5b85ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:05.084486 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0812b5e-a064-40bd-888f-f4554c1a53fc req-acc366ef-1d28-4f5a-b9af-f8bb5b85ac1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 1099 time: 0.0768754 Jun 15 14:14:05.129782 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0812b5e-a064-40bd-888f-f4554c1a53fc req-47e097c4-2f39-4f75-ad44-67da7cd523e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Jun 15 14:14:05.192300 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67318c8-b907-4277-ad44-bb0f27baf9c6 req-8eea9a3f-8668-450b-9740-32d4ef365439 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:05.193630 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b67318c8-b907-4277-ad44-bb0f27baf9c6 req-8eea9a3f-8668-450b-9740-32d4ef365439 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0853057 Jun 15 14:14:05.267419 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b67318c8-b907-4277-ad44-bb0f27baf9c6 req-2b6e15ad-f5ef-4359-a8ea-9a3ce2504d04 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506978 Jun 15 14:14:05.283700 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614824-ffd6-4472-9c11-4bd87c3537b9 req-6a126f01-8cf8-4606-8d60-0f5f4e11d41a tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:05.290710 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-25614824-ffd6-4472-9c11-4bd87c3537b9 req-6a126f01-8cf8-4606-8d60-0f5f4e11d41a tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.1144488 Jun 15 14:14:05.333456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-25614824-ffd6-4472-9c11-4bd87c3537b9 req-d5ed261a-2efe-48d1-bf04-cc6842444c8d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Jun 15 14:14:06.473118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34b7e-c61b-4fce-ba07-8e08e173af80 req-44bccdba-092b-4ef2-aa7b-d6d48ac5f4a6 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:06.474568 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fa34b7e-c61b-4fce-ba07-8e08e173af80 req-44bccdba-092b-4ef2-aa7b-d6d48ac5f4a6 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Jun 15 14:14:06.553030 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fa34b7e-c61b-4fce-ba07-8e08e173af80 req-dc1ea93a-f6c0-4d58-8524-df88a5e6d153 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705588 Jun 15 14:14:06.554791 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.574847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad808f-8fb6-4e2a-808f-e7ee2cd9fe71 req-1f11c3b8-a33d-4aa9-bf52-c61628509c63 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:06.576319 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81ad808f-8fb6-4e2a-808f-e7ee2cd9fe71 req-1f11c3b8-a33d-4aa9-bf52-c61628509c63 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.1123672 Jun 15 14:14:06.630899 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81ad808f-8fb6-4e2a-808f-e7ee2cd9fe71 req-0cd2afa1-6317-47c3-9e67-4a3213225ab6 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Jun 15 14:14:06.771980 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87886b43-e702-4ea1-bb5d-1599b09f2b5f req-875d2e4c-7ecd-4b9a-af65-12eb0b8882d8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:06.775807 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-87886b43-e702-4ea1-bb5d-1599b09f2b5f req-875d2e4c-7ecd-4b9a-af65-12eb0b8882d8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0756488 Jun 15 14:14:06.820292 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-87886b43-e702-4ea1-bb5d-1599b09f2b5f req-85335b74-eb2e-48a0-aa41-59291a01d7aa tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Jun 15 14:14:11.356830 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-47043c47-ad66-4eec-8594-d25330548674 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:11.358310 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-47043c47-ad66-4eec-8594-d25330548674 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.1725583 Jun 15 14:14:11.371771 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e50e64-7f54-44b2-8dfe-15036ddfa3dd req-c1b1ddab-a6c7-4bda-ade6-718a077c1e15 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:11.373199 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04e50e64-7f54-44b2-8dfe-15036ddfa3dd req-c1b1ddab-a6c7-4bda-ade6-718a077c1e15 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.1534331 Jun 15 14:14:11.392219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-d7c8284e-f963-4cb1-9f7e-50d49f1cf423 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/quotas/4f92fe2c7ab7478ba8a658b6ba7511df HTTP/1.1" status: 200 len: 375 time: 0.0285828 Jun 15 14:14:11.453672 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04e50e64-7f54-44b2-8dfe-15036ddfa3dd req-f8e338d0-04f4-40a9-9ece-d6b25e4b464b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745149 Jun 15 14:14:11.488192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-eec92347-c639-40de-ab13-a95fe0008447 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872028 Jun 15 14:14:11.609173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-98994552-ccb5-45f3-8c6e-241d2c06728d service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139300 Jun 15 14:14:11.734579 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-43a25925-2a99-466e-a439-1744ed69a876 service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192923 Jun 15 14:14:11.912983 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0e96fe9f-d68e-493d-a40f-f802792d7f7f req-f0047592-d55b-4a5d-9560-1900542b7708 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 210 time: 0.0435073 Jun 15 14:14:12.732320 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48290190-de7c-4089-a3e4-3780895d1121 req-e8f3e851-4860-4f6a-aefb-61d2b4c01afd tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.733913 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-48290190-de7c-4089-a3e4-3780895d1121 req-e8f3e851-4860-4f6a-aefb-61d2b4c01afd tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.0751159 Jun 15 14:14:12.817417 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-48290190-de7c-4089-a3e4-3780895d1121 req-e34f2b1c-3ac9-4df2-95df-58aea9382ed1 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Jun 15 14:14:12.839325 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4c40-6474-4f97-97a3-b00aa1446feb req-17e44230-5fa4-4415-bab6-a651ae02d004 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.840858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a70e4c40-6474-4f97-97a3-b00aa1446feb req-17e44230-5fa4-4415-bab6-a651ae02d004 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1060731 Jun 15 14:14:12.872853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-9134f3a5-e227-4f4f-a7c4-aabc75e3ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.874622 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-9134f3a5-e227-4f4f-a7c4-aabc75e3ae37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.0653353 Jun 15 14:14:12.885599 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a70e4c40-6474-4f97-97a3-b00aa1446feb req-7a9e0640-1ec0-4e47-857e-602d9bbc244b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Jun 15 14:14:12.995880 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-b3f2c3f5-125c-4ad3-b609-4b9ed412ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.997474 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-b3f2c3f5-125c-4ad3-b609-4b9ed412ce20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.1095972 Jun 15 14:14:13.062383 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c87ead8d-ef0c-43d0-af4e-ce685aff9e40 req-ea1f775d-e735-486c-ba7a-89c487898260 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 210 time: 0.0330503 Jun 15 14:14:13.290140 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-7900eeeb-c8e9-45b1-a668-2085865c8c30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.2797022 Jun 15 14:14:13.348388 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-1ada992d-581f-4ff5-bfe9-b65dbb91e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:13.350227 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-1ada992d-581f-4ff5-bfe9-b65dbb91e562 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.0533583 Jun 15 14:14:13.404799 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-2f0e0e38-d20c-46ca-a280-bd461742e0cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377071 Jun 15 14:14:13.532684 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-b1391006-4c17-4f88-8a82-8ec3c7f94c79 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190691 Jun 15 14:14:13.690471 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ec7df7a-8efe-4b55-b700-0188db5343e5 req-ab5e2979-7561-4ae0-acb5-0bfdf9c672c8 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488941 Jun 15 14:14:13.754552 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-be2b3f2f-a874-495e-9f72-37ec2e746444 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:13.756066 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-be2b3f2f-a874-495e-9f72-37ec2e746444 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.2297306 Jun 15 14:14:13.777660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Request body: {'port': {'device_id': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'admin_state_up': True, 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:14.037352 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:14.041275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.179091 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d21198-6502-467f-b260-8f6e6a40ebb5 req-ab20a0b1-f72a-462b-8ec7-e5c16e2d2e2d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:14.180563 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b4d21198-6502-467f-b260-8f6e6a40ebb5 req-ab20a0b1-f72a-462b-8ec7-e5c16e2d2e2d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.2162249 Jun 15 14:14:14.282421 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381cd9-4427-4e90-bc2e-13d40e4bc981 req-cd99ace6-0fad-49c5-8c37-518a9908d11a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:14.283747 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f2381cd9-4427-4e90-bc2e-13d40e4bc981 req-cd99ace6-0fad-49c5-8c37-518a9908d11a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2293332 Jun 15 14:14:14.291172 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b4d21198-6502-467f-b260-8f6e6a40ebb5 req-81e5d88e-987e-456e-bb08-ffdeb24339e9 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Jun 15 14:14:14.334150 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Allocated IP 172.20.0.8 (caa53801-033a-4add-bfe9-0e0bc0387efb/cb215446-94e4-4204-8fab-f0e00dd8ae5b/4b008f90-a5f2-409d-aae8-d4c6edafee58) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:14.346472 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f2381cd9-4427-4e90-bc2e-13d40e4bc981 req-63b9c7c2-b80a-4097-9887-21178195b9df tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544076 Jun 15 14:14:14.459723 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e88f3e8f-9247-4e76-9585-53cd63d0b673 req-bd749439-0793-4e04-9b9b-fede5a0fbae8 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 210 time: 0.0627263 Jun 15 14:14:14.556061 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.597338 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.602678 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-45fad421-7306-4257-96e4-fdecfdb1ae77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:14.610857 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', '90857ea0-b695-4bde-bb57-5c1acf242b4a'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:14.662991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Network caa53801-033a-4add-bfe9-0e0bc0387efb is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:14.670512 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:14.674777 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:14.710074 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event updated for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:14.714981 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:14.738805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:14.739418 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.754342 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9813287 Jun 15 14:14:14.769794 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Request body: {'port': {'device_id': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:14.864908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.178555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b008f90-a5f2-409d-aae8-d4c6edafee58 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:15.187439 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.200494 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Transition to ACTIVE for port object 4b008f90-a5f2-409d-aae8-d4c6edafee58 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:15.203733 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.206212 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-67464690-ce78-4336-8654-740c681bb76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.313272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Pushing event updated for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:15.317733 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:15.379432 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-f89c3703-aa69-4643-a01d-b9c34bebbf5e tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.382296 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-f89c3703-aa69-4643-a01d-b9c34bebbf5e tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.1281970 Jun 15 14:14:15.424477 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Attempting to bind port 4b008f90-a5f2-409d-aae8-d4c6edafee58 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:15.424830 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Attempting to bind port 4b008f90-a5f2-409d-aae8-d4c6edafee58 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:15.425406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Attempting to bind port 4b008f90-a5f2-409d-aae8-d4c6edafee58 on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:15.431576 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Port 4b008f90-a5f2-409d-aae8-d4c6edafee58 on network caa53801-033a-4add-bfe9-0e0bc0387efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:15.431913 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Attempting to bind port 4b008f90-a5f2-409d-aae8-d4c6edafee58 on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:15.444110 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:15.444353 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Checking segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:15.444763 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Bound using segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:15.445786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Bound port: 4b008f90-a5f2-409d-aae8-d4c6edafee58, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:15.445786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.448378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59468) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:15.535988 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Deleting port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:14:15.536334 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.587231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.693017 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] For port 872f2162-ec6e-493d-aa02-30dcf60ae6a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=872f2162-ec6e-493d-aa02-30dcf60ae6a7,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:15.693487 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.819640 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Calling delete_port for 872f2162-ec6e-493d-aa02-30dcf60ae6a7 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:14:15.825989 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:15.835649 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f782-21ee-410e-9846-1ce0971386ba req-5745049a-a8a2-4a86-a140-81711b1ebf66 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.837730 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0778f782-21ee-410e-9846-1ce0971386ba req-5745049a-a8a2-4a86-a140-81711b1ebf66 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 946 time: 0.4080586 Jun 15 14:14:15.861629 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:15.880580 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.889523 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.933651 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f4f4-e9c6-4d3b-abfa-6133499f118a req-7155bec0-e5ac-485e-873c-972ac202d751 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.935147 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1067f4f4-e9c6-4d3b-abfa-6133499f118a req-7155bec0-e5ac-485e-873c-972ac202d751 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.4082494 Jun 15 14:14:15.970682 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.971297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.972657 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] 10.222.0.23 "PUT /v2.0/ports/4b008f90-a5f2-409d-aae8-d4c6edafee58 HTTP/1.1" status: 200 len: 1093 time: 1.2077577 Jun 15 14:14:15.975532 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0778f782-21ee-410e-9846-1ce0971386ba req-00aacc08-744c-4ec2-b913-77c85f24db86 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267116 Jun 15 14:14:15.975993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:15.978574 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e016bce7-42c1-466f-af8b-6490240066af" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:15.993871 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.000012 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.015234 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.020858 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Pushing event updated for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.026612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.030404 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1067f4f4-e9c6-4d3b-abfa-6133499f118a req-58f83d06-952a-48de-a3a3-6fbb5bf74c82 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847433 Jun 15 14:14:16.158182 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-397f0931-4371-4ee8-af82-8107c3eeefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:16.159633 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-397f0931-4371-4ee8-af82-8107c3eeefe2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 1096 time: 0.1158516 Jun 15 14:14:16.164956 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59488) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:16.172919 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1ce0b6ffa2a4371b957c259d5ddec95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208281 Jun 15 14:14:16.178809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59490) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:16.180238 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a6d681-5e7d-4882-8bef-997e43494cdf,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.226543 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.242404 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.244823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-d1daa529-7322-4782-aba4-86a7117592f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58 HTTP/1.1" status: 200 len: 217 time: 0.0760007 Jun 15 14:14:16.248041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.280381 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.282820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Pushing event deleted for resources: {'Port': ['ID=872f2162-ec6e-493d-aa02-30dcf60ae6a7,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.289317 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.338449 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae547b-2e0e-4490-85b4-7644286c17c4 req-1d795398-eea8-4408-b7a1-4e224d2db10d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:16.339930 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22ae547b-2e0e-4490-85b4-7644286c17c4 req-1d795398-eea8-4408-b7a1-4e224d2db10d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 943 time: 0.1855593 Jun 15 14:14:16.341767 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-59c60310-39c3-47d5-92a8-661df3d20aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:16.343079 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-59c60310-39c3-47d5-92a8-661df3d20aa0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.0864599 Jun 15 14:14:16.390184 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] No DVR routers for this DVR port 872f2162-ec6e-493d-aa02-30dcf60ae6a7 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:14:16.392606 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.399792 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-b4719f8e-00c8-427c-a059-f2e400745134 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440130 Jun 15 14:14:16.400991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.403287 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.405132 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-efcb9573-69d9-4c70-982d-144c79c16d67 req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "DELETE /v2.0/ports/872f2162-ec6e-493d-aa02-30dcf60ae6a7 HTTP/1.1" status: 204 len: 173 time: 1.0142648 Jun 15 14:14:16.407864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'name': 'network-vif-deleted', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:16.410127 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c25a6-6b63-468e-8579-190895396a7c" -d '{"events": [{"server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "name": "network-vif-deleted", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:16.426161 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22ae547b-2e0e-4490-85b4-7644286c17c4 req-aa03a8e2-91db-4879-b90b-5ee446ce209a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 Jun 15 14:14:16.484009 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b16db46-f6a5-4836-a2b7-cd354c54c41e x-openstack-request-id: req-8b16db46-f6a5-4836-a2b7-cd354c54c41e {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:16.484009 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:16.484288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b16db46-f6a5-4836-a2b7-cd354c54c41e {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:16.484675 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58', 'status': 'completed', 'code': 200} Jun 15 14:14:16.510447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.513456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.514975 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05a6d681-5e7d-4882-8bef-997e43494cdf HTTP/1.1" status: 204 len: 168 time: 0.3317730 Jun 15 14:14:16.517928 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.537376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ddfff0-d26e-402e-836d-d4ce389f461f x-openstack-request-id: req-f3ddfff0-d26e-402e-836d-d4ce389f461f {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:16.537761 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a057b-2f25-4ad7-be88-c6f46d93fffa", "name": "network-vif-deleted", "tag": "872f2162-ec6e-493d-aa02-30dcf60ae6a7", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:16.538083 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3ddfff0-d26e-402e-836d-d4ce389f461f {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:16.538499 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a057b-2f25-4ad7-be88-c6f46d93fffa', 'name': 'network-vif-deleted', 'tag': '872f2162-ec6e-493d-aa02-30dcf60ae6a7', 'status': 'completed', 'code': 200} Jun 15 14:14:16.540186 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a6d681-5e7d-4882-8bef-997e43494cdf,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.543974 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.590693 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-289b6581-c7bd-490b-85b1-6c9b419f1fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745276 Jun 15 14:14:16.609828 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.620130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.623537 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-67df5060-25e6-495c-92d7-f7f4b8cd3585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.669464 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92d7d44051f84e02a69850088229bdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014296 Jun 15 14:14:16.670680 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190c893-a1ce-423e-a3c7-fa8b404792b4,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.682509 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.683026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59498) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:16.735453 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e28ca1c4-3a8e-4bd2-957e-a13212622867 req-9a025fa5-6016-43d0-8586-aac7269cf890 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362956 Jun 15 14:14:16.739216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.767468 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.822127 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.824963 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.828228 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1190c893-a1ce-423e-a3c7-fa8b404792b4 HTTP/1.1" status: 204 len: 168 time: 0.1420903 Jun 15 14:14:16.828228 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9d8733b1-1be7-4ad6-9e84-15f192e82600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.836320 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190c893-a1ce-423e-a3c7-fa8b404792b4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.846993 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.876037 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016bce7-42c1-466f-af8b-6490240066af req-f6792779-892c-4755-b562-ed2f98e474c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:16.877857 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-f6792779-892c-4755-b562-ed2f98e474c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 1096 time: 0.0704119 Jun 15 14:14:17.006119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016bce7-42c1-466f-af8b-6490240066af req-559f8eb6-2369-43a4-947f-e834621269ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:17.007572 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-559f8eb6-2369-43a4-947f-e834621269ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 914 time: 0.1214402 Jun 15 14:14:17.065466 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-bcd6ff4b-3de8-4ee6-bf47-a4f36bfa588f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58 HTTP/1.1" status: 200 len: 217 time: 0.0493047 Jun 15 14:14:17.164808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59524) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:17.187888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.204035 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016bce7-42c1-466f-af8b-6490240066af req-13c852a6-76d6-43d6-9c1a-a66d3c69c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:17.207094 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-13c852a6-76d6-43d6-9c1a-a66d3c69c819 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.1336377 Jun 15 14:14:17.313451 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 872f2162-ec6e-493d-aa02-30dcf60ae6a7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:14:17.336117 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-eaa5a439-e88b-46a2-a100-5d7d4f3461ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066604 Jun 15 14:14:17.340314 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a5f00f2e-15af-4304-852e-4b65cda6ced8 req-cab0e825-548f-4169-b10d-2a078b52b8fb tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=d41a057b-2f25-4ad7-be88-c6f46d93fffa HTTP/1.1" status: 200 len: 210 time: 0.1143959 Jun 15 14:14:17.376386 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 872f2162-ec6e-493d-aa02-30dcf60ae6a7 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:14:17.378418 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 872f2162-ec6e-493d-aa02-30dcf60ae6a7 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:14:17.394479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.404137 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.440701 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:17.445331 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4207e4efc755417b98520c326efcb89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792983 Jun 15 14:14:17.449622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59534) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:17.475520 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feca96-d7a6-4e45-84b5-c1921baeae9a req-40999976-ebe7-4cb1-93c6-395013e9ba2e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:17.477690 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5feca96-d7a6-4e45-84b5-c1921baeae9a req-40999976-ebe7-4cb1-93c6-395013e9ba2e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2805247 Jun 15 14:14:17.512306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62699983-93cd-4ea7-8489-9733b4ed659f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:17.521169 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:17.536670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59538) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:17.536798 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-bdc33da0-9936-4b67-8bc2-d9ffc74072cf service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888375 Jun 15 14:14:17.542782 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5feca96-d7a6-4e45-84b5-c1921baeae9a req-15c6e3b7-ed3c-459c-861f-a3f1eefebe03 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577226 Jun 15 14:14:17.561851 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.601906 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.684273 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e016bce7-42c1-466f-af8b-6490240066af req-96f1e92b-ac5b-4a55-9f60-8398e12f9106 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313732 Jun 15 14:14:17.695144 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797648822-network', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:17.699539 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.702349 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.705690 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62699983-93cd-4ea7-8489-9733b4ed659f HTTP/1.1" status: 204 len: 168 time: 0.2525635 Jun 15 14:14:17.716465 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-92d1a92b-e0a0-40e9-b83e-185e68f993a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:17.733766 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62699983-93cd-4ea7-8489-9733b4ed659f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:17.737076 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:17.751185 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Made reservation on behalf of abe3928ad3bc44b29e09e871fc6dc52b for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:17.755742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.768394 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.791358 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aeb57-877c-4b9f-bcd8-7324bd253f43 req-d7fa1848-fcba-465f-8e48-331e96e62932 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:17.799864 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-316aeb57-877c-4b9f-bcd8-7324bd253f43 req-d7fa1848-fcba-465f-8e48-331e96e62932 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 943 time: 0.0971577 Jun 15 14:14:17.843671 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-316aeb57-877c-4b9f-bcd8-7324bd253f43 req-95bee529-0b98-4bc2-a8bf-1374cea37725 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Jun 15 14:14:17.910136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.913909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.918504 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-15c40f95-322a-412c-a785-6e13ddd589ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:17.938095 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:17.954749 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23a0b6-26d0-4896-ad13-731b6c82975a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:17.957792 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:17.959053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.959397 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Added segment e2dbbc45-4aa3-40f2-a75d-b2f4c4100991 of type vlan for network d295e817-373c-4a9e-802c-fe8a4d4be976 Jun 15 14:14:18.010937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.040269 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.041670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:18.042251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.045196 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.085796 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5490167 Jun 15 14:14:18.088577 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59554) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:18.093290 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Request body: {'subnet': {'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797648822-subnet', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:18.135606 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Pushing event updated for resources: {'Network': ['ID=d295e817-373c-4a9e-802c-fe8a4d4be976,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:18.138321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:18.146614 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network d295e817-373c-4a9e-802c-fe8a4d4be976 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:18.158520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Made reservation on behalf of abe3928ad3bc44b29e09e871fc6dc52b for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:18.162876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.385855 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.389270 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.458193 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Checking segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:18.458787 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Network hostable DHCP agents. Network: d295e817-373c-4a9e-802c-fe8a4d4be976, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:18.466570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b813ac-4877-4062-9a54-4799b76fd638,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:18.471447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:18.480750 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Network d295e817-373c-4a9e-802c-fe8a4d4be976 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:18.496674 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, d295e817-373c-4a9e-802c-fe8a4d4be976) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:18.506443 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c4ab4-4f8c-4f4f-9158-1dc927001d65 None None] Network d295e817-373c-4a9e-802c-fe8a4d4be976 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:18.509208 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:18.509921 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.529479 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4398353 Jun 15 14:14:18.532223 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 59572) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:18.539678 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:18.564722 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.566463 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.653805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.759696 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-d295e817-373c-4a9e-802c-fe8a4d4be976', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:14:18.760558 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.917626 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Allocated IP 172.20.0.2 (d295e817-373c-4a9e-802c-fe8a4d4be976/85b813ac-4877-4062-9a54-4799b76fd638/913ccc96-2281-4a3c-ae7a-6d85a42bb695) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:19.236836 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.241685 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.245708 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Transition to ACTIVE for port object 913ccc96-2281-4a3c-ae7a-6d85a42bb695 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:19.264664 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Transition to ACTIVE for port object 913ccc96-2281-4a3c-ae7a-6d85a42bb695 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:19.274883 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.278301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d8b680f2-89e4-4633-952a-bcb48dd4fcec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:19.307116 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-ba40a86d-dd57-40b2-89f1-3cb2bd8efb89 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:19.308582 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-ba40a86d-dd57-40b2-89f1-3cb2bd8efb89 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 809 time: 0.5775287 Jun 15 14:14:19.328885 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Network d295e817-373c-4a9e-802c-fe8a4d4be976 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:19.329939 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 4b008f90-a5f2-409d-aae8-d4c6edafee58 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:19.342518 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:19.343495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e8919-433d-4a88-93b7-96c5fc41942d req-d4a5c49b-b228-4225-873f-afb24d702940 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:19.344970 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-438e8919-433d-4a88-93b7-96c5fc41942d req-d4a5c49b-b228-4225-873f-afb24d702940 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.5629680 Jun 15 14:14:19.346217 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-1f40db6d-7d5c-475a-93d3-a68c074395c7 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/quotas/4440fe3dba4e4f118ab9b3f874dd9a1c HTTP/1.1" status: 200 len: 375 time: 0.0272765 Jun 15 14:14:19.350149 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:19.365119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Pushing event updated for resources: {'Port': ['ID=913ccc96-2281-4a3c-ae7a-6d85a42bb695,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.369875 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.411489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-e6c0cdd8-3895-4e6d-9da3-7b093513aa21 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509307 Jun 15 14:14:19.506195 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Attempting to bind port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:19.506582 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Attempting to bind port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:19.507148 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Attempting to bind port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 on network d295e817-373c-4a9e-802c-fe8a4d4be976 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:19.512694 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-438e8919-433d-4a88-93b7-96c5fc41942d req-57f35f9f-4327-4f20-a259-9b8bc4847be5 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618974 Jun 15 14:14:19.530633 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:19.531038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Checking segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:19.531456 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.531859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Bound using segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:19.532380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Bound port: 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:19.532760 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.616985 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:19.635262 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '4b008f90-a5f2-409d-aae8-d4c6edafee58', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'port_id': '4b008f90-a5f2-409d-aae8-d4c6edafee58', 'mac_address': 'fa:16:3e:9e:dc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb215446-94e4-4204-8fab-f0e00dd8ae5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:19.648572 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-ac6f57ce-79bd-4087-b8f8-155caf5fa312 service neutron] 10.222.0.11 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929288 Jun 15 14:14:19.706125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] For port 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:19.719097 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.732518 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] For port 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=913ccc96-2281-4a3c-ae7a-6d85a42bb695,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:19.737738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b008f90-a5f2-409d-aae8-d4c6edafee58 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:19.761158 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:19.763513 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.767654 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:19.835443 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Pushing event updated for resources: {'Port': ['ID=913ccc96-2281-4a3c-ae7a-6d85a42bb695,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.839098 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.842750 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.843225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:19.859628 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.899700 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.921374 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.925399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:20.094283 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-49bd351c-3e46-4d20-bf67-81e4836a78d6 service neutron] 10.222.0.11 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448564 Jun 15 14:14:20.183881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Allocated IP 172.27.0.228 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/face84c9-1fcf-4ec5-8662-2f08d9d774e4) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:20.203928 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a149f2-19bd-412e-95ae-de37550a0178 req-4ebdc70b-5d47-4545-88a1-302ddb2905e2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.207903 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-71a149f2-19bd-412e-95ae-de37550a0178 req-4ebdc70b-5d47-4545-88a1-302ddb2905e2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 944 time: 0.1847851 Jun 15 14:14:20.260947 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['4b008f90-a5f2-409d-aae8-d4c6edafee58'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:20.341301 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-71a149f2-19bd-412e-95ae-de37550a0178 req-91095fec-829b-4826-8ced-88dee01f54e3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114814 Jun 15 14:14:20.441897 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-177b3edb-7aea-4383-9c02-c2f3e216ab93 req-973972cb-fd16-4216-bf72-3378e5fa0a97 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 210 time: 0.1170528 Jun 15 14:14:20.540285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.591348 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.595459 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:20.639268 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:20.646759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:20.651249 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:20.696040 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Pushing event updated for resources: {'Port': ['ID=face84c9-1fcf-4ec5-8662-2f08d9d774e4,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:20.706342 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:20.756524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59654) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:20.911319 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.918671 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7551590-e51b-4f44-ba42-237c20cd49ef req-d483bd1d-a5be-474d-84ca-b63af7d7877b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.920320 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e7551590-e51b-4f44-ba42-237c20cd49ef req-d483bd1d-a5be-474d-84ca-b63af7d7877b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2372637 Jun 15 14:14:21.028069 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e7551590-e51b-4f44-ba42-237c20cd49ef req-325e9366-c4cd-48bd-80ec-55e5be90b5dd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771692 Jun 15 14:14:21.080499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.084782 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.089776 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7b1e1a5-d99e-4d42-93b0-c0ac96e48314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:21.135593 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=588490889a924d1dbff22098a1a8f38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779550 Jun 15 14:14:21.136365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6eef9-8895-466d-9386-5a23f979aaae,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:21.140354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:21.140862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59660) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:21.208925 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.210590 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.251835 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.259938 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f876c-1d21-40c7-9c2a-49753677eedd None None] Network d295e817-373c-4a9e-802c-fe8a4d4be976 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:21.337784 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.341040 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.342264 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49c6eef9-8895-466d-9386-5a23f979aaae HTTP/1.1" status: 204 len: 168 time: 0.2004352 Jun 15 14:14:21.342999 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:21.352887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6eef9-8895-466d-9386-5a23f979aaae,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:21.390848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:21.402801 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5d4e5357-cd11-4d46-b238-86d0d3beaa0d None None] Provisioning for port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:21.691561 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7f9cb3d7-c5ce-4fb7-9fa4-3f919578bbb4 req-d1173eed-8990-4f4e-b4ef-73645d936abc tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 210 time: 0.0558782 Jun 15 14:14:21.732721 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 913ccc96-2281-4a3c-ae7a-6d85a42bb695 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:21.810297 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:21.810703 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59672) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:21.814530 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:21.814936 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.835701 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.845465 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d44c1-8397-410f-b71c-fc5ada190c94 req-c909c074-c683-4801-a98d-a17bd0534be1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:21.853664 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b7d44c1-8397-410f-b71c-fc5ada190c94 req-c909c074-c683-4801-a98d-a17bd0534be1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 944 time: 0.3075945 Jun 15 14:14:21.880128 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-feb9f5ce-30a8-4bde-b4a0-40d385164007 None None] Provisioning complete for port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:21.880729 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-feb9f5ce-30a8-4bde-b4a0-40d385164007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.916580 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b7d44c1-8397-410f-b71c-fc5ada190c94 req-6bb653dd-6ad5-4f46-83d4-816e2077bcb3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620983 Jun 15 14:14:21.982183 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.989814 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.999293 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.018046 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.031176 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:22.068766 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=606b00f85b724eefa34a86796cac0453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568557 Jun 15 14:14:22.069373 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59678) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:22.070473 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f35a48-f14d-4901-97dd-7680c1da9b6b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:22.103396 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=913ccc96-2281-4a3c-ae7a-6d85a42bb695,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:22.111188 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-feb9f5ce-30a8-4bde-b4a0-40d385164007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.134032 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.142171 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e073962-45b1-4180-bd9a-3c5010b0a46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:22.155817 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:22.214575 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.252466 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.db.api [None req-feb9f5ce-30a8-4bde-b4a0-40d385164007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:14:22.253737 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.254236 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_db.api [None req-feb9f5ce-30a8-4bde-b4a0-40d385164007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:14:22.258240 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=913ccc96-2281-4a3c-ae7a-6d85a42bb695,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:22.269760 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:22.321561 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.324585 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.325787 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1f35a48-f14d-4901-97dd-7680c1da9b6b HTTP/1.1" status: 204 len: 168 time: 0.2430716 Jun 15 14:14:22.326586 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-24e5b0a2-5fe3-4504-96d8-675e38940a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:22.336856 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f35a48-f14d-4901-97dd-7680c1da9b6b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:22.339146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:22.354897 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-1b269cde-18cb-4303-8cc4-161009fcf3e5 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:22.356303 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-1b269cde-18cb-4303-8cc4-161009fcf3e5 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 809 time: 0.4331784 Jun 15 14:14:22.386561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Request body: {'port': {'device_id': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'network_id': '553b1662-3492-40d7-adce-374838caa543', 'admin_state_up': True, 'tenant_id': '4440fe3dba4e4f118ab9b3f874dd9a1c'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:22.426696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543127ac-844d-4a36-9c46-3eb2a7f448b1 req-62310c8a-2e00-49fd-97ea-2180e60228f8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:22.428134 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-543127ac-844d-4a36-9c46-3eb2a7f448b1 req-62310c8a-2e00-49fd-97ea-2180e60228f8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1742909 Jun 15 14:14:22.560686 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-543127ac-844d-4a36-9c46-3eb2a7f448b1 req-b1548c5f-12fb-4d67-a749-b29330b42804 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235211 Jun 15 14:14:22.571203 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:22.646132 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Made reservation on behalf of 4440fe3dba4e4f118ab9b3f874dd9a1c for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:22.649639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.814884 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:22.825508 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Sync routers for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:22.835518 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:22.836181 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:22.898881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.900299 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3669322 Jun 15 14:14:22.902477 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b2306391-6fed-4cf7-a2e6-46a2ffaaa69f req-0e35d4e6-3376-49d3-860e-1446bf9c6447 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 210 time: 0.0518565 Jun 15 14:14:22.903130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59704) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:22.912698 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Allocated IP 172.20.0.3 (553b1662-3492-40d7-adce-374838caa543/960e1453-035c-47c7-9c05-39e7665afbc9/f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:23.178619 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.184942 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:23.337710 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.352634 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 4b008f90-a5f2-409d-aae8-d4c6edafee58 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:23.360235 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:23.389313 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Network 553b1662-3492-40d7-adce-374838caa543 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:23.398577 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6862462-d6eb-4169-83ed-343d52e59ab4 req-db35a28f-befd-4341-b041-4ab3a9c2cceb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:23.400414 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6862462-d6eb-4169-83ed-343d52e59ab4 req-db35a28f-befd-4341-b041-4ab3a9c2cceb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 944 time: 0.2814877 Jun 15 14:14:23.424998 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:23.454117 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:20Z', 'revision_number': 3, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:23.457726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:23.460488 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Checking router: c8fe84b6-70b0-46d2-a9e7-018f05c447e5 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:23.460850 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Updating router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 port face84c9-1fcf-4ec5-8662-2f08d9d774e4 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:23.488911 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 4b008f90-a5f2-409d-aae8-d4c6edafee58 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:23.494821 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 4b008f90-a5f2-409d-aae8-d4c6edafee58 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:23.496367 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.516070 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.524698 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:23.525343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.596557 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6862462-d6eb-4169-83ed-343d52e59ab4 req-e8ad9d43-b2a2-4411-abfa-f7cf282f8ea5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683149 Jun 15 14:14:23.612562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Pushing event updated for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:23.616167 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2360957 Jun 15 14:14:23.622135 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:23.631699 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Request body: {'port': {'device_id': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:23.787294 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.807480 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 913ccc96-2281-4a3c-ae7a-6d85a42bb695 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:23.830292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.860500 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:23.863336 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a06a2d-2eb4-4d35-9f2b-8d93d2e11caf" -d '{"events": [{"server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "name": "network-vif-plugged", "status": "completed", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:23.884165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:23.894170 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.897196 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:23.932203 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:23.932839 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.936666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec5572-1fdc-4f53-bc35-d7802d4c3306 x-openstack-request-id: req-b9ec5572-1fdc-4f53-bc35-d7802d4c3306 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:23.937169 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "name": "network-vif-plugged", "status": "completed", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:23.937714 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9ec5572-1fdc-4f53-bc35-d7802d4c3306 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:23.938274 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58', 'code': 200} Jun 15 14:14:24.004108 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:24.010724 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:24.211131 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.231400 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Transition to ACTIVE for port object face84c9-1fcf-4ec5-8662-2f08d9d774e4 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:24.240040 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.243077 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:24.257271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca7cd-bac0-474c-a94e-922cb14ed41a req-11d1cc01-d5fb-4044-a1a1-311d7ba1aeac tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.259407 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aafca7cd-bac0-474c-a94e-922cb14ed41a req-11d1cc01-d5fb-4044-a1a1-311d7ba1aeac tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.4343550 Jun 15 14:14:24.308724 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Attempting to bind port face84c9-1fcf-4ec5-8662-2f08d9d774e4 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:24.309106 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Attempting to bind port face84c9-1fcf-4ec5-8662-2f08d9d774e4 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:24.309477 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Attempting to bind port face84c9-1fcf-4ec5-8662-2f08d9d774e4 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:24.311453 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Pushing event updated for resources: {'Port': ['ID=face84c9-1fcf-4ec5-8662-2f08d9d774e4,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:24.322690 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:24.323114 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:24.323544 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.323953 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:24.324477 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Bound port: face84c9-1fcf-4ec5-8662-2f08d9d774e4, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:24.324899 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.327459 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.328018 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.328504 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.328989 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.329506 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.330056 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.330625 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.331097 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.331594 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.332071 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.332546 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.333027 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:24.337593 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:24.407033 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] For port face84c9-1fcf-4ec5-8662-2f08d9d774e4, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:24.408007 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84f980-3c50-4444-bc05-7f2399611587 req-74b602da-6881-436c-8702-18ebd14b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.409528 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f84f980-3c50-4444-bc05-7f2399611587 req-74b602da-6881-436c-8702-18ebd14b3b9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 1098 time: 0.1274147 Jun 15 14:14:24.415644 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] For port face84c9-1fcf-4ec5-8662-2f08d9d774e4, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=face84c9-1fcf-4ec5-8662-2f08d9d774e4,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:24.434878 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.446549 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:24.481338 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.507817 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f84f980-3c50-4444-bc05-7f2399611587 req-73cd9aa4-a963-4dba-8918-755c9e4db159 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726144 Jun 15 14:14:24.514798 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:24.515490 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:24.626881 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Pushing event updated for resources: {'Port': ['ID=face84c9-1fcf-4ec5-8662-2f08d9d774e4,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:24.631079 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:24.647169 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aafca7cd-bac0-474c-a94e-922cb14ed41a req-e9e833dc-81de-4d17-b43d-5278e839a133 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Jun 15 14:14:24.691374 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:24.738183 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948829a6-cc28-4b45-a29c-787e1d4998e2 req-3b3b5996-ae19-4918-8417-f663078112e8 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.745566 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-948829a6-cc28-4b45-a29c-787e1d4998e2 req-3b3b5996-ae19-4918-8417-f663078112e8 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 931 time: 0.4821138 Jun 15 14:14:24.775292 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Allocated IP 172.20.0.1 (d295e817-373c-4a9e-802c-fe8a4d4be976/85b813ac-4877-4062-9a54-4799b76fd638/33617fd6-0ba4-4f7b-91fa-f815cddecb66) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:24.833930 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-948829a6-cc28-4b45-a29c-787e1d4998e2 req-7c18de31-c1fe-4912-920a-1f3ccc45ae8d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843091 Jun 15 14:14:24.911802 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:24.931002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.960851 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Transition to ACTIVE for port object f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:24.971164 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.973831 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.045607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.061718 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:20Z', 'revision_number': 3, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:25.063078 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Transition to ACTIVE for port object 33617fd6-0ba4-4f7b-91fa-f815cddecb66 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:25.066483 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0b99d-b27d-432b-951f-68892e28e957 None None] The sync data for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi is: [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:20Z', 'revision_number': 3, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:25.113588 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.124101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.146860 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.159704 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.171426 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Network d295e817-373c-4a9e-802c-fe8a4d4be976 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:25.178492 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:25.192523 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:25.236767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Pushing event updated for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.247786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.275819 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.297364 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070422a-8c5e-44fc-8aef-269b26854ac4 req-447f05d2-428f-44e0-9e39-c816b7234bcf tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.305597 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a070422a-8c5e-44fc-8aef-269b26854ac4 req-447f05d2-428f-44e0-9e39-c816b7234bcf tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.2796862 Jun 15 14:14:25.376616 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Attempting to bind port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:25.376807 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Attempting to bind port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:25.377129 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Attempting to bind port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b on network 553b1662-3492-40d7-adce-374838caa543 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:25.434555 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a070422a-8c5e-44fc-8aef-269b26854ac4 req-11eea704-d8f7-48f4-aab7-814404b7b598 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281159 Jun 15 14:14:25.436748 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b on network 553b1662-3492-40d7-adce-374838caa543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:25.437126 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Attempting to bind port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b on network 553b1662-3492-40d7-adce-374838caa543 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:25.443463 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:25.443804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Checking segment: {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:25.444188 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Bound using segment: {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:25.444628 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Bound port: f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '553b1662-3492-40d7-adce-374838caa543'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:25.444982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.539104 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.562895 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:25.566782 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-79aa8a82-a89a-40c0-8d4e-4e641b8d8b6b None None] Provisioning for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:25.568151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:25.574308 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.578156 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-79aa8a82-a89a-40c0-8d4e-4e641b8d8b6b None None] Provisioning complete for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:25.578657 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-79aa8a82-a89a-40c0-8d4e-4e641b8d8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.587789 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5fa872c0-a319-4323-9652-f97f65f507a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.596161 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.596928 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.598985 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b HTTP/1.1" status: 200 len: 1093 time: 1.9725876 Jun 15 14:14:25.612644 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:25.628802 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:25.783759 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-79aa8a82-a89a-40c0-8d4e-4e641b8d8b6b None None] Port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:25.796285 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device face84c9-1fcf-4ec5-8662-2f08d9d774e4 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:25.816267 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f8b1f-6b15-4382-86d1-97642b9d71c0 x-openstack-request-id: req-e36f8b1f-6b15-4382-86d1-97642b9d71c0 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:25.816723 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:25.817009 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e36f8b1f-6b15-4382-86d1-97642b9d71c0 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:25.817436 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b', 'status': 'completed', 'code': 200} Jun 15 14:14:25.871260 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.876482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.887807 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-32afef64-6682-4d2c-818c-07bf155bf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.890181 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-32afef64-6682-4d2c-818c-07bf155bf295 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 1096 time: 0.2109370 Jun 15 14:14:25.974398 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port face84c9-1fcf-4ec5-8662-2f08d9d774e4 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:25.984558 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port face84c9-1fcf-4ec5-8662-2f08d9d774e4 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:25.985209 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.058993 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-a973f885-940d-4761-8720-d8fcb9962a34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b HTTP/1.1" status: 200 len: 217 time: 0.1603451 Jun 15 14:14:26.136920 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.158761 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.166982 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4fdf63f-3cb3-47a5-a8ce-591992470888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:26.169637 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.196295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port face84c9-1fcf-4ec5-8662-2f08d9d774e4, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=face84c9-1fcf-4ec5-8662-2f08d9d774e4,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:26.204461 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.206823 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a551aa1a-b534-42e0-a84c-e91d08431112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:26.266128 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Pushing event updated for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:26.272187 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:26.302996 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=face84c9-1fcf-4ec5-8662-2f08d9d774e4,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:26.304479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.309066 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6113d6-253e-4e54-b657-6638a5c0795e req-5c7b31ce-e5fe-4d50-aca4-67b9e89196b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.311192 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb6113d6-253e-4e54-b657-6638a5c0795e req-5c7b31ce-e5fe-4d50-aca4-67b9e89196b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.3378947 Jun 15 14:14:26.312146 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:26.350726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-d935fd0a-9dfa-44c9-ad77-48c932bf37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.352638 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-d935fd0a-9dfa-44c9-ad77-48c932bf37d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=960e1453-035c-47c7-9c05-39e7665afbc9 HTTP/1.1" status: 200 len: 849 time: 0.2358067 Jun 15 14:14:26.362405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804818dc-d00d-4a87-bd05-bc2302de4f69 req-d8161efb-d4f4-4c07-856c-6afe3062fb7e tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.364838 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-804818dc-d00d-4a87-bd05-bc2302de4f69 req-d8161efb-d4f4-4c07-856c-6afe3062fb7e tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 943 time: 0.2998834 Jun 15 14:14:26.418173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-c28eb04e-6b0a-4024-b3dd-a0b727b98986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=553b1662-3492-40d7-adce-374838caa543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483370 Jun 15 14:14:26.443025 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb6113d6-253e-4e54-b657-6638a5c0795e req-5c751caf-8c58-46f2-ad35-f8a89083499e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924768 Jun 15 14:14:26.458962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c97adb-2a3e-4622-b9bb-4dae7ef7995d req-c87e25bd-3a7a-4ac7-8f47-25790c0ac26c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.460589 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86c97adb-2a3e-4622-b9bb-4dae7ef7995d req-c87e25bd-3a7a-4ac7-8f47-25790c0ac26c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.3981938 Jun 15 14:14:26.483570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Network d295e817-373c-4a9e-802c-fe8a4d4be976 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:26.484822 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:26.644031 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-804818dc-d00d-4a87-bd05-bc2302de4f69 req-ae00831c-e59b-438d-b433-23933902df93 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282913 Jun 15 14:14:26.671002 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86c97adb-2a3e-4622-b9bb-4dae7ef7995d req-71e63734-ac79-4e87-91da-35edf1b160f7 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844833 Jun 15 14:14:26.710786 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-fc8028de-e7de-4daa-b0be-de2cced317e6 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779288 Jun 15 14:14:26.739589 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:26.825731 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a404acda-2149-4f1c-afb9-5ecbac62cc4b None None] Provisioning complete for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:26.826278 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a404acda-2149-4f1c-afb9-5ecbac62cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.887495 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5246a35e-50bf-4aa2-94bf-323f508a159a req-7ca516b8-5773-4b4d-a151-670aa42e08ac service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701093 Jun 15 14:14:26.895694 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-a404acda-2149-4f1c-afb9-5ecbac62cc4b None None] Port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:26.931697 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:26.937628 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] 10.222.0.11 "PUT /v2.0/routers/c8fe84b6-70b0-46d2-a9e7-018f05c447e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0317602 Jun 15 14:14:27.076241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeea48-bdd3-407a-893e-bb6a2517d24f req-f112f7f1-70c3-4743-99c7-90f46367c05a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:27.077776 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3beeea48-bdd3-407a-893e-bb6a2517d24f req-f112f7f1-70c3-4743-99c7-90f46367c05a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.1103356 Jun 15 14:14:27.079636 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-c0a8c92b-fa1b-41aa-8779-0086b79b5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:27.081113 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-c0a8c92b-fa1b-41aa-8779-0086b79b5ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 1096 time: 0.1220465 Jun 15 14:14:27.167189 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3beeea48-bdd3-407a-893e-bb6a2517d24f req-bcabecd1-5cd2-4786-a018-9d863a18a477 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824635 Jun 15 14:14:27.263405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-13362951-1349-4b67-9ab5-113de543f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:27.264852 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-13362951-1349-4b67-9ab5-113de543f43b service neutron] 10.222.0.23 "GET /v2.0/networks?id=553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 200 len: 910 time: 0.1722047 Jun 15 14:14:27.327115 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-be09c94e-ad6e-4fde-b651-4b5caf6472b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b HTTP/1.1" status: 200 len: 217 time: 0.0554545 Jun 15 14:14:27.399290 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-01bc1b4f-2620-4d1a-8c53-e7b03e7f5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:27.401216 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-01bc1b4f-2620-4d1a-8c53-e7b03e7f5d0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=960e1453-035c-47c7-9c05-39e7665afbc9 HTTP/1.1" status: 200 len: 849 time: 0.0638063 Jun 15 14:14:27.463128 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-854181f8-1e33-4f1c-90bc-953644dd3fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=553b1662-3492-40d7-adce-374838caa543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525143 Jun 15 14:14:27.489655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Sync routers for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:27.504494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:27.506388 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:27.578754 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59830) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:27.587117 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-639556612-network', 'tenant_id': '8c56755ffcd54277838a2cd65237b610'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:27.622142 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Made reservation on behalf of 8c56755ffcd54277838a2cd65237b610 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:27.625194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.638028 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.641943 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-802c4dc0-b26f-4ad4-85a2-c11ca622de02 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700931 Jun 15 14:14:27.864368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19e623e-b9a1-449d-8804-c1c5f7b02cd7 req-5421c404-0c1a-49db-96d7-3a52630e8ef9 service neutron] 10.222.0.23 "GET /v2.0/networks/553b1662-3492-40d7-adce-374838caa543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064869 Jun 15 14:14:27.874973 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device face84c9-1fcf-4ec5-8662-2f08d9d774e4 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:27.882282 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.892571 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.896273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:27.930520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:27.943329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ef6c8-b82e-446f-8f40-b271db2e3501,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:27.949566 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:27.952118 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.952474 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Added segment bcc1913f-b958-495b-ad3d-3d5dbcc88573 of type vlan for network 4887ceb2-775f-47d4-b18a-748ae6a19879 Jun 15 14:14:28.013519 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.015401 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:28.018014 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port face84c9-1fcf-4ec5-8662-2f08d9d774e4 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:28.018014 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.057282 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.059050 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.059834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.062022 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a7eaf511-dd08-4669-927f-101c12396a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:28.077102 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cef1e-2c9d-48fe-bb76-3646988d796b req-ca0368a8-28b3-4ac7-b5a7-77e5148f0195 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.079281 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d31cef1e-2c9d-48fe-bb76-3646988d796b req-ca0368a8-28b3-4ac7-b5a7-77e5148f0195 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1747460 Jun 15 14:14:28.101361 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5210960 Jun 15 14:14:28.104084 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59848) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:28.108948 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Request body: {'subnet': {'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-639556612-subnet', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:28.122590 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4590c-ca89-4e19-aa9e-f0d937d6237c req-7e8c8148-3800-4408-9657-6ad59cc79c0b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.124140 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8f4590c-ca89-4e19-aa9e-f0d937d6237c req-7e8c8148-3800-4408-9657-6ad59cc79c0b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 943 time: 0.1551173 Jun 15 14:14:28.153497 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Pushing event updated for resources: {'Network': ['ID=4887ceb2-775f-47d4-b18a-748ae6a19879,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:28.158143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:28.160823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d31cef1e-2c9d-48fe-bb76-3646988d796b req-285b02b0-26c9-41d7-b115-2a4d60d560af tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Jun 15 14:14:28.173943 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Made reservation on behalf of 8c56755ffcd54277838a2cd65237b610 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:28.177258 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.178065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:28.197038 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8f4590c-ca89-4e19-aa9e-f0d937d6237c req-0af7f4cf-512a-4bad-983e-e09120da1717 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Jun 15 14:14:28.433201 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.436476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:28.509782 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Checking segment: {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:28.510311 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Network hostable DHCP agents. Network: 4887ceb2-775f-47d4-b18a-748ae6a19879, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:28.515471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1466863a-c89b-4fe2-a77b-1583891c1602,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:28.516704 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 2, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:28.518570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:28.520623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Checking router: c8fe84b6-70b0-46d2-a9e7-018f05c447e5 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:28.520980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Updating router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:28.539630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:28.551749 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 4887ceb2-775f-47d4-b18a-748ae6a19879) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:28.562515 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3814e-2bf1-4778-ad82-ee32eef97a04 None None] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:28.569380 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.570091 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.587328 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fc1274fe-e41f-436b-b589-a1b94f028909 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4821355 Jun 15 14:14:28.589672 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59858) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:28.594542 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:28.606444 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.641701 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.643134 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.746808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.904337 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-d1a5d844-aeef-4aa5-935e-3166af52136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.905648 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-d1a5d844-aeef-4aa5-935e-3166af52136b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.1259887 Jun 15 14:14:28.913297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eed86-da73-49ff-81bb-8c16a43c623d req-608432d2-70c8-4cd2-a005-41e0e0d29e3f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.920499 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9f6eed86-da73-49ff-81bb-8c16a43c623d req-608432d2-70c8-4cd2-a005-41e0e0d29e3f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1020925 Jun 15 14:14:29.010814 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.012339 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9f6eed86-da73-49ff-81bb-8c16a43c623d req-2e57d4e0-e06b-497a-93c5-9f318574fb8c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907447 Jun 15 14:14:29.125502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-58fa72f0-8eef-433f-a95e-b31364f6eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:29.128431 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-58fa72f0-8eef-433f-a95e-b31364f6eb56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.2057252 Jun 15 14:14:29.149906 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.162689 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Transition to ACTIVE for port object 33617fd6-0ba4-4f7b-91fa-f815cddecb66 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:29.197955 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-6b425363-63b6-4f88-9357-ffa165633e20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.0615993 Jun 15 14:14:29.198884 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.201826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:29.221892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-4887ceb2-775f-47d4-b18a-748ae6a19879', 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'fixed_ips': [{'subnet_id': '1466863a-c89b-4fe2-a77b-1583891c1602'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:14:29.223388 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.293312 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-9a4dfdf3-be74-4336-89ca-b17d263a486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:29.294778 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-9a4dfdf3-be74-4336-89ca-b17d263a486e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.0875032 Jun 15 14:14:29.385479 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:29.433945 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-f2639339-9804-47a3-8c0e-3a2c59dff85b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119635 Jun 15 14:14:29.622415 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.674174 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.784677 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-e11be4b7-08ba-4582-8853-b3a71de04a1b service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027260 Jun 15 14:14:29.792566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff7c0-cf50-4709-b0e0-8c491756a1f4 req-bd5833d7-f1bf-453b-adfa-5108a12e760f tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:29.793944 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fbff7c0-cf50-4709-b0e0-8c491756a1f4 req-bd5833d7-f1bf-453b-adfa-5108a12e760f tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 943 time: 0.3896611 Jun 15 14:14:29.861884 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Pushing event updated for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:29.886865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:29.899650 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:29.922828 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Attempting to bind port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:29.923360 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Attempting to bind port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:29.923825 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Attempting to bind port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 on network d295e817-373c-4a9e-802c-fe8a4d4be976 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:29.941621 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b', 'network_id': '553b1662-3492-40d7-adce-374838caa543', 'port_id': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960e1453-035c-47c7-9c05-39e7665afbc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:29.980140 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:29.980937 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Checking segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:29.981306 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.981828 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Bound using segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:29.982567 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Bound port: 33617fd6-0ba4-4f7b-91fa-f815cddecb66, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:29.983051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.107946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Allocated IP 172.27.0.21 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/b4262628-694c-4aea-9c0a-7099baa9c58e) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:30.115265 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.147821 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fbff7c0-cf50-4709-b0e0-8c491756a1f4 req-6f8810d6-6f4c-4199-9ef3-a478fe5036b0 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442819 Jun 15 14:14:30.222674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Allocated IP 172.20.0.2 (4887ceb2-775f-47d4-b18a-748ae6a19879/1466863a-c89b-4fe2-a77b-1583891c1602/c8ba4068-ef57-4184-8243-cfbdf4e53cac) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:30.237840 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad91674f-ede0-4b25-9a40-5ca77fb7f90f req-69ccf461-35cb-4469-b465-52de5f1e5efb service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428205 Jun 15 14:14:30.240349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.273171 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d4579-8811-4e34-b00c-fcb695066134 req-b4af9eef-7eb3-465b-8b15-00162a53c348 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:30.275505 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-236d4579-8811-4e34-b00c-fcb695066134 req-b4af9eef-7eb3-465b-8b15-00162a53c348 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1255765 Jun 15 14:14:30.291666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:30.293790 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.324309 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] For port 33617fd6-0ba4-4f7b-91fa-f815cddecb66, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:30.326695 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-236d4579-8811-4e34-b00c-fcb695066134 req-b87d9cc7-cb1d-40ab-bee9-fb944f9e8bff tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Jun 15 14:14:30.359053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.361874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ef8dd80b-72e6-4a7e-a712-65e4f1f06b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:30.370239 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:30.375636 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] For port 33617fd6-0ba4-4f7b-91fa-f815cddecb66, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=33617fd6-0ba4-4f7b-91fa-f815cddecb66,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:30.410187 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:30.413131 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:30.417061 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:30.418544 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.424544 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:30.430024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.444767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Pushing event updated for resources: {'Port': ['ID=b4262628-694c-4aea-9c0a-7099baa9c58e,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:30.449894 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:30.553512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:30.554318 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:30.556590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:30.586225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:30.587778 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:30.802990 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.843729 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Transition to ACTIVE for port object c8ba4068-ef57-4184-8243-cfbdf4e53cac will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:30.845401 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.851155 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Pushing event updated for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:30.854978 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:30.887190 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Transition to ACTIVE for port object c8ba4068-ef57-4184-8243-cfbdf4e53cac will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:30.909924 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:30.915410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:30.918936 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:30.966813 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:14:30.989394 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:31.041518 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:31.056170 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:31.059123 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:31.124065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Pushing event updated for resources: {'Port': ['ID=c8ba4068-ef57-4184-8243-cfbdf4e53cac,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:31.127373 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:31.152938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.221725 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8ed92941-7967-474f-9669-94172821e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.297113 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Attempting to bind port c8ba4068-ef57-4184-8243-cfbdf4e53cac on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:31.297801 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Attempting to bind port c8ba4068-ef57-4184-8243-cfbdf4e53cac by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:31.297909 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Attempting to bind port c8ba4068-ef57-4184-8243-cfbdf4e53cac on network 4887ceb2-775f-47d4-b18a-748ae6a19879 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:31.317287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:31.317721 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Checking segment: {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:31.318187 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.318649 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Bound using segment: {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:31.319120 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Bound port: c8ba4068-ef57-4184-8243-cfbdf4e53cac, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:31.319495 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.378622 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298778-b4d3-42f6-944a-56003028cede req-d25c6a79-5d92-45e2-a3fb-15122a0de4b5 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:31.386901 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-33298778-b4d3-42f6-944a-56003028cede req-d25c6a79-5d92-45e2-a3fb-15122a0de4b5 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 944 time: 0.1168215 Jun 15 14:14:31.439678 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-33298778-b4d3-42f6-944a-56003028cede req-e1c37a87-9b7f-4ef1-9225-18844edf75c8 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Jun 15 14:14:31.488303 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Router 0dde1590-08dd-479a-a3ef-c2204ba098db is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:31.502299 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] For port c8ba4068-ef57-4184-8243-cfbdf4e53cac, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:31.511870 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] For port c8ba4068-ef57-4184-8243-cfbdf4e53cac, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c8ba4068-ef57-4184-8243-cfbdf4e53cac,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:31.525837 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.533321 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:31.590751 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a741879-5888-4a08-a372-52dc8260a256 req-a06b8c49-89ed-4d63-9859-5b95ffc3317b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:31.592752 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a741879-5888-4a08-a372-52dc8260a256 req-a06b8c49-89ed-4d63-9859-5b95ffc3317b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0916443 Jun 15 14:14:31.661292 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a741879-5888-4a08-a372-52dc8260a256 req-d9410cad-473c-4587-a3d7-87b06efb1623 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600398 Jun 15 14:14:31.723624 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:31.734218 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Sync routers for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:31.749460 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:31.751091 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:31.761702 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.764578 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1738312 Jun 15 14:14:31.766046 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 59934) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:31.807498 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:31.819109 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Pushing event updated for resources: {'Port': ['ID=c8ba4068-ef57-4184-8243-cfbdf4e53cac,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:31.826093 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:31.828125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb3df8-d725-4411-b847-1307c2df3986 None None] The sync data for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi is: [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:31.972691 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:32.479155 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 3, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:32.485271 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Checking router: 0dde1590-08dd-479a-a3ef-c2204ba098db for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:32.485862 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Updating router 0dde1590-08dd-479a-a3ef-c2204ba098db port b4262628-694c-4aea-9c0a-7099baa9c58e binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:32.542834 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:32.559367 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:32.896811 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a844e2f-859c-4652-8ab6-81e0d489b9c2 req-f106ab91-638f-4bd8-9ae7-f6fa4e31ae0b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:32.904480 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7a844e2f-859c-4652-8ab6-81e0d489b9c2 req-f106ab91-638f-4bd8-9ae7-f6fa4e31ae0b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 944 time: 0.3005381 Jun 15 14:14:32.914561 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:32.927971 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Transition to ACTIVE for port object b4262628-694c-4aea-9c0a-7099baa9c58e will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:32.936402 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:32.939550 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-64f8f8ee-d3ed-4467-96ab-8c19e1412bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:32.988065 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Allocated IP 172.20.0.1 (4887ceb2-775f-47d4-b18a-748ae6a19879/1466863a-c89b-4fe2-a77b-1583891c1602/57d5b057-1579-41df-8418-8c66ea6ba272) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:32.994960 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a60ffe-68f9-4386-bc37-abd19a218c91 None None] Pushing event updated for resources: {'Port': ['ID=b4262628-694c-4aea-9c0a-7099baa9c58e,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:32.999895 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d2a60ffe-68f9-4386-bc37-abd19a218c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:33.009604 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7a844e2f-859c-4652-8ab6-81e0d489b9c2 req-c1617a5c-883c-485f-b35a-4cd959071289 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042478 Jun 15 14:14:33.023079 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Attempting to bind port b4262628-694c-4aea-9c0a-7099baa9c58e on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:33.023505 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Attempting to bind port b4262628-694c-4aea-9c0a-7099baa9c58e by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:33.024060 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Attempting to bind port b4262628-694c-4aea-9c0a-7099baa9c58e on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:33.030013 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:33.030719 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:33.031274 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.031829 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:33.032507 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Bound port: b4262628-694c-4aea-9c0a-7099baa9c58e, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:33.033087 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.072352 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144085e-784b-4627-84ae-9c268cd5bb89 req-9446e09b-a242-4d2f-92f6-17b4b026cf6b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:33.073933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5144085e-784b-4627-84ae-9c268cd5bb89 req-9446e09b-a242-4d2f-92f6-17b4b026cf6b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1962683 Jun 15 14:14:33.108405 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] For port b4262628-694c-4aea-9c0a-7099baa9c58e, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:33.111637 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] For port b4262628-694c-4aea-9c0a-7099baa9c58e, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=b4262628-694c-4aea-9c0a-7099baa9c58e,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:33.119611 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.127413 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:33.193202 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a60ffe-68f9-4386-bc37-abd19a218c91 None None] Pushing event updated for resources: {'Port': ['ID=b4262628-694c-4aea-9c0a-7099baa9c58e,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:33.194917 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5144085e-784b-4627-84ae-9c268cd5bb89 req-cb781532-954d-4ae0-8cce-a01a58089f70 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731645 Jun 15 14:14:33.196066 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:33.196774 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:33.198808 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d2a60ffe-68f9-4386-bc37-abd19a218c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:33.202430 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef36727-a6cc-44c6-8116-cc7df6119279 None None] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:33.222389 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.237176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Transition to ACTIVE for port object 57d5b057-1579-41df-8418-8c66ea6ba272 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:33.287423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.291958 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c78a9026-f031-475a-8b19-db77e2200ca3 tempest-DeleteServersTestJSON-2106694923 tempest-DeleteServersTestJSON-2106694923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:33.343864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:33.351434 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:33.364825 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:33.436030 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:33.464118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Pushing event updated for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:33.477436 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:33.516679 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.518904 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-1099e5d0-d47a-40da-adc7-88760baf2063 None None] Provisioning for port c8ba4068-ef57-4184-8243-cfbdf4e53cac completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:33.556527 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ac-be2e-4e6c-b0a7-d0dbbe3b1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.582934 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.625409 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:33.626119 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:33.633650 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:33.634263 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.850093 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c8ba4068-ef57-4184-8243-cfbdf4e53cac up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:33.914841 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.965102 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:33.966362 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.969903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:33.975933 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66679bd2-271e-4640-8a23-8396e2634ac3" -d '{"events": [{"server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:33.980543 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.982904 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:34.003763 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 3, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:34.012428 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d7ed1-7509-43f9-8307-c14663af2ee6 None None] The sync data for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi is: [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:30Z', 'revision_number': 3, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:34.051223 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port c8ba4068-ef57-4184-8243-cfbdf4e53cac completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:34.073787 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a618968-c412-4d0e-979d-9b8becc3b9cb x-openstack-request-id: req-4a618968-c412-4d0e-979d-9b8becc3b9cb {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:34.074078 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:34.074342 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a618968-c412-4d0e-979d-9b8becc3b9cb {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:34.074769 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b', 'code': 200} Jun 15 14:14:34.111516 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port c8ba4068-ef57-4184-8243-cfbdf4e53cac triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:34.111941 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.215538 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:34.218867 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:34.318045 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.389630 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port c8ba4068-ef57-4184-8243-cfbdf4e53cac, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c8ba4068-ef57-4184-8243-cfbdf4e53cac,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:34.397101 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.398376 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 33617fd6-0ba4-4f7b-91fa-f815cddecb66 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:34.452206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:34.456643 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Provisioning for port 57d5b057-1579-41df-8418-8c66ea6ba272 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:34.510835 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Provisioning complete for port 57d5b057-1579-41df-8418-8c66ea6ba272 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:34.511030 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.628537 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 59996) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:34.629104 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Port 57d5b057-1579-41df-8418-8c66ea6ba272 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:34.635005 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=c8ba4068-ef57-4184-8243-cfbdf4e53cac,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:34.641876 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:34.662674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Provisioning complete for port c8ba4068-ef57-4184-8243-cfbdf4e53cac triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:34.663076 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a90d-2f62-457b-b5da-107e9c6e47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.666196 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:34.671156 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:34.671749 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.811678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.845362 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.888753 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 33617fd6-0ba4-4f7b-91fa-f815cddecb66, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=33617fd6-0ba4-4f7b-91fa-f815cddecb66,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:34.896810 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.899893 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:34.928683 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.936963 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.940752 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b137499e-d4dc-4e92-a5bc-2ca1f3ae7182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:34.975698 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:34.980660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:34.984040 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb1a8af7aa5148f29016cccc89c27abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544252 Jun 15 14:14:34.985270 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-7d782d2a-c559-43ee-938b-6f0301393154 None None] Provisioning complete for port 57d5b057-1579-41df-8418-8c66ea6ba272 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:34.985643 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c526fc-962b-41e6-846f-fa2325d7fce4,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:34.985763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7d782d2a-c559-43ee-938b-6f0301393154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.988292 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60000) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:34.995121 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:35.037716 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-7d782d2a-c559-43ee-938b-6f0301393154 None None] Port 57d5b057-1579-41df-8418-8c66ea6ba272 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:35.057619 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.067326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.079140 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46a51-b5d2-4631-97ad-582ff43981ae req-e630fb78-de53-49cb-99b7-65a95df24d50 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:35.080674 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0cc46a51-b5d2-4631-97ad-582ff43981ae req-e630fb78-de53-49cb-99b7-65a95df24d50 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.3057749 Jun 15 14:14:35.085376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.096810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd428b-ae2a-48e1-b8e4-afc53ffa7176 req-9648cdbc-d2df-40b2-b3b7-bc362487aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:35.098317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2dcd428b-ae2a-48e1-b8e4-afc53ffa7176 req-9648cdbc-d2df-40b2-b3b7-bc362487aadf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 1098 time: 0.2822258 Jun 15 14:14:35.112637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c13d6f-fc5f-4e69-bf41-06347a481ee9 req-c0377f69-add7-4008-9b51-e4175d6840c9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:35.119811 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04c13d6f-fc5f-4e69-bf41-06347a481ee9 req-c0377f69-add7-4008-9b51-e4175d6840c9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.3547637 Jun 15 14:14:35.143563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.143923 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.146365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.147658 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c526fc-962b-41e6-846f-fa2325d7fce4 HTTP/1.1" status: 204 len: 168 time: 0.1579313 Jun 15 14:14:35.149066 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2c601ad0-efcd-48bc-ab2d-dcdd8690e026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:35.170079 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c526fc-962b-41e6-846f-fa2325d7fce4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:35.173641 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:35.187702 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.202408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:35.299782 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0cc46a51-b5d2-4631-97ad-582ff43981ae req-5a810852-cd1d-4605-a029-0a4005696b23 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061050 Jun 15 14:14:35.309200 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2dcd428b-ae2a-48e1-b8e4-afc53ffa7176 req-30771527-d14f-4642-8f7b-c0c70057ad7f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802275 Jun 15 14:14:35.316073 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04c13d6f-fc5f-4e69-bf41-06347a481ee9 req-69766b4c-5d5b-4d1c-abf6-3230f07c58f7 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954501 Jun 15 14:14:35.330376 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.334248 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Pushing event updated for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:35.343120 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:35.502810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:35.504976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:35.564021 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60014) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:35.622155 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.799937 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Router 0dde1590-08dd-479a-a3ef-c2204ba098db has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:35.834476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.851251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:35.866598 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 33617fd6-0ba4-4f7b-91fa-f815cddecb66 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:35.871790 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-053f2b74-94de-4b23-9ea4-965c4e9a4ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:35.977290 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1edfcbe5acd94df0ab372365f55ab305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115443 Jun 15 14:14:35.980457 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60022) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:35.989240 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54489181-1a5c-4186-a0ee-23a546734053,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:35.993125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:35.993439 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.017216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.017216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.017216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.017529 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.017911 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.018116 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.018499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.018800 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.019151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.019497 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.019969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.021821 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:36.030188 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-e4d2f1b7-a2ab-4a4b-ac5e-2f929c93578d None None] Provisioning complete for port 57d5b057-1579-41df-8418-8c66ea6ba272 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:36.030611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:36.030729 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f1b7-a2ab-4a4b-ac5e-2f929c93578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.063713 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:36.072893 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] 10.222.0.11 "PUT /v2.0/routers/0dde1590-08dd-479a-a3ef-c2204ba098db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3055894 Jun 15 14:14:36.074757 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.118240 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2f1b7-a2ab-4a4b-ac5e-2f929c93578d None None] Port 57d5b057-1579-41df-8418-8c66ea6ba272 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:36.121855 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.172243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device b4262628-694c-4aea-9c0a-7099baa9c58e up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:36.189252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.192267 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.194332 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54489181-1a5c-4186-a0ee-23a546734053 HTTP/1.1" status: 204 len: 168 time: 0.2121840 Jun 15 14:14:36.195296 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5c8d016-b3bf-4226-9d91-a11eab7635c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:36.216685 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54489181-1a5c-4186-a0ee-23a546734053,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:36.219687 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:36.270783 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port b4262628-694c-4aea-9c0a-7099baa9c58e completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:36.278373 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port b4262628-694c-4aea-9c0a-7099baa9c58e triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:36.279069 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.387239 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.392631 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Sync routers for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:36.418298 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port b4262628-694c-4aea-9c0a-7099baa9c58e, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=b4262628-694c-4aea-9c0a-7099baa9c58e,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:36.422648 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:36.423497 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:36.427187 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.428582 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c8ba4068-ef57-4184-8243-cfbdf4e53cac up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:36.477613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:36.529121 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1342c-c0e4-4d7a-9b31-8e4d7e2a11d2 req-6bbc7954-61c2-42b1-bff7-de3992dcb663 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:36.532113 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d6f1342c-c0e4-4d7a-9b31-8e4d7e2a11d2 req-6bbc7954-61c2-42b1-bff7-de3992dcb663 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.0825100 Jun 15 14:14:36.600613 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d6f1342c-c0e4-4d7a-9b31-8e4d7e2a11d2 req-227f6347-bb46-4b66-b81a-2e4fb189a2d7 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631583 Jun 15 14:14:36.709563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60044) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:36.732515 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.816520 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.817330 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=b4262628-694c-4aea-9c0a-7099baa9c58e,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:36.823399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:36.855756 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.860077 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:36.860947 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.864926 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d9cb1776-bf8f-4001-a779-34787218199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:36.903004 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port c8ba4068-ef57-4184-8243-cfbdf4e53cac triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:36.903004 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.912113 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af0d7277aa1a4cc7833022c96e0a6c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997063 Jun 15 14:14:36.913587 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b447534a-77ce-4b75-8044-cf8cc211dddd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:36.914496 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60050) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:36.917802 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:36.986923 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.014608 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.076376 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.078912 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.082439 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b447534a-77ce-4b75-8044-cf8cc211dddd HTTP/1.1" status: 204 len: 168 time: 0.1640754 Jun 15 14:14:37.082439 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8b3f9551-d03c-46d1-8f72-242050e93aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:37.090144 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b447534a-77ce-4b75-8044-cf8cc211dddd,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:37.097494 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.097880 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.098237 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.098588 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.098931 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.099275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.099614 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.099951 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.100288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.100619 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.100955 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.101309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:37.105159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:37.265940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:33Z', 'revision_number': 4, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '57d5b057-1579-41df-8418-8c66ea6ba272', 'name': '', 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'mac_address': 'fa:16:3e:e5:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:32Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 2, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'subnets': [{'id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:37.270129 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Checking router: 0dde1590-08dd-479a-a3ef-c2204ba098db for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:37.270489 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Updating router 0dde1590-08dd-479a-a3ef-c2204ba098db port 57d5b057-1579-41df-8418-8c66ea6ba272 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:37.349561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c301c-1224-4910-9018-f6fb609387ee req-65df19c0-af42-4c32-bbff-9da4791c5d19 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:37.361976 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-625c301c-1224-4910-9018-f6fb609387ee req-65df19c0-af42-4c32-bbff-9da4791c5d19 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1042821 Jun 15 14:14:37.379993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.427896 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-625c301c-1224-4910-9018-f6fb609387ee req-2755555f-e920-48c3-b337-4753eaa952e7 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646911 Jun 15 14:14:37.505746 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60070) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:37.511437 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596350187', 'description': 'tempest-secgroup-smoke-1596350187 description', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:37.542192 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.688251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.696248 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.698944 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7f6883c8-4d16-4c69-bf02-b197736ac644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:37.705191 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device b4262628-694c-4aea-9c0a-7099baa9c58e up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:37.730154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.731587 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2245700 Jun 15 14:14:37.734849 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60082) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:37.737243 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b0d07-fa49-421e-a2cf-48e459243655,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:37.739691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:37.740611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:37.791430 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.879754 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port b4262628-694c-4aea-9c0a-7099baa9c58e triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:37.880140 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.912340 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d8f7-52c9-41be-b0f4-c5c28256d061 req-327fef1e-bbfc-46f4-96c2-8afb917c949c tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:37.913935 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ea83d8f7-52c9-41be-b0f4-c5c28256d061 req-327fef1e-bbfc-46f4-96c2-8afb917c949c tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.1348419 Jun 15 14:14:37.970375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.973875 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ea83d8f7-52c9-41be-b0f4-c5c28256d061 req-6c592061-3897-44a2-8991-f559acfc397d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Jun 15 14:14:37.978213 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.980551 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:37.993660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.003043 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11723b2f-0681-4263-a3bd-19927236a9c4,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.027519 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.037938 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Transition to ACTIVE for port object 57d5b057-1579-41df-8418-8c66ea6ba272 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:38.039923 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.047585 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-095ece43-7a00-433e-94e0-b13ef615abe5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3084669 Jun 15 14:14:38.047887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60102) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.053490 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.055674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.056372 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:38.116681 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.214663 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Pushing event updated for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.223486 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.254128 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.259078 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.261143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-26645ff9-09ce-4ede-aeb8-c4347c9cdb9f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.286979 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db52930-5120-47ac-9f69-1357d6a6ec88,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.292299 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.306449 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.311280 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3b9cf492-3a3d-4aa6-bc09-3d8b3c1e58a1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2619336 Jun 15 14:14:38.311451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60108) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.317815 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:38.338456 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Attempting to bind port 57d5b057-1579-41df-8418-8c66ea6ba272 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:38.339066 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Attempting to bind port 57d5b057-1579-41df-8418-8c66ea6ba272 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:38.339607 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Attempting to bind port 57d5b057-1579-41df-8418-8c66ea6ba272 on network 4887ceb2-775f-47d4-b18a-748ae6a19879 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:38.345515 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:38.346681 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Checking segment: {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:38.347350 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.347940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Bound using segment: {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:38.348632 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Bound port: 57d5b057-1579-41df-8418-8c66ea6ba272, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc1913f-b958-495b-ad3d-3d5dbcc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:38.349025 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.379620 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.435252 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] For port 57d5b057-1579-41df-8418-8c66ea6ba272, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:38.438697 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] For port 57d5b057-1579-41df-8418-8c66ea6ba272, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=57d5b057-1579-41df-8418-8c66ea6ba272,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:38.445407 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.450677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.478077 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.485243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.487566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.545221 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4361b7ae-8ecd-47c1-aed6-b6c7ae86c537,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.547616 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:38.548420 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:38.558047 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.565459 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.566720 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543194 Jun 15 14:14:38.569650 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60122) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.575343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:38.620291 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.675542 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Pushing event updated for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.679144 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.709374 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.714652 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.718150 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.743830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:38.744266 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6510db-6f9a-4706-9704-21b3242649a5,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.748190 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.751788 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.753019 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821096 Jun 15 14:14:38.756202 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60130) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.761781 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:38.782751 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Project abe3928ad3bc44b29e09e871fc6dc52b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:14:38.787709 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.868891 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.873254 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.875679 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.900194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d78cc98-692a-4986-bac7-dfd7ec8fc140,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.902940 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.904203 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468759 Jun 15 14:14:38.905337 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.907370 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60136) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.912123 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'security_group_rule': {'security_group_id': '2e2b0d07-fa49-421e-a2cf-48e459243655', 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:38.941232 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.securitygroups_db [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Project abe3928ad3bc44b29e09e871fc6dc52b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:14:38.948859 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.025477 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.030555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.032623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-df9be949-29d9-41f8-9525-aabfa2985914 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:39.049175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d8fe22-f91e-427f-88aa-bf8fa544b736,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:39.053209 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:39.060490 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.066862 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532803 Jun 15 14:14:39.159888 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:33Z', 'revision_number': 4, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '57d5b057-1579-41df-8418-8c66ea6ba272', 'name': '', 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'mac_address': 'fa:16:3e:e5:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:32Z', 'updated_at': '2021-06-15T14:14:38Z', 'revision_number': 4, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'subnets': [{'id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:39.169824 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959b96a-b64a-45c4-a875-c315b63e2bc4 None None] The sync data for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi is: [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:14:33Z', 'revision_number': 4, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '57d5b057-1579-41df-8418-8c66ea6ba272', 'name': '', 'network_id': '4887ceb2-775f-47d4-b18a-748ae6a19879', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'mac_address': 'fa:16:3e:e5:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:32Z', 'updated_at': '2021-06-15T14:14:38Z', 'revision_number': 4, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'subnets': [{'id': '1466863a-c89b-4fe2-a77b-1583891c1602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:39.680739 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 57d5b057-1579-41df-8418-8c66ea6ba272 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:39.751451 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 57d5b057-1579-41df-8418-8c66ea6ba272 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:39.755698 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 57d5b057-1579-41df-8418-8c66ea6ba272 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:39.756359 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.861381 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.900448 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 57d5b057-1579-41df-8418-8c66ea6ba272, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=57d5b057-1579-41df-8418-8c66ea6ba272,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:39.906116 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.909517 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:39.968931 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:39.974264 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:41.634292 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 57d5b057-1579-41df-8418-8c66ea6ba272 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:41.690611 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 57d5b057-1579-41df-8418-8c66ea6ba272 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:41.690991 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:44.122875 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4541a-a13f-41a9-ad37-b33e0c1514a7 req-2131bcb3-5cbb-483a-b91e-c0efb21b89f0 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:44.124279 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6c4541a-a13f-41a9-ad37-b33e0c1514a7 req-2131bcb3-5cbb-483a-b91e-c0efb21b89f0 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.0719824 Jun 15 14:14:44.166764 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6c4541a-a13f-41a9-ad37-b33e0c1514a7 req-cfbc3ea3-d686-4b6c-a48e-1e52698a709b tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Jun 15 14:14:45.359837 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ae2a-2204-4c78-83fb-a9b4a637aa69 req-95256433-3d7f-4909-8d0d-c6b08c9b9071 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:45.361332 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-64d9ae2a-2204-4c78-83fb-a9b4a637aa69 req-95256433-3d7f-4909-8d0d-c6b08c9b9071 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.0762804 Jun 15 14:14:45.407739 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-64d9ae2a-2204-4c78-83fb-a9b4a637aa69 req-41c50dd8-f37a-49a0-9325-e36333952f0a tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Jun 15 14:14:46.383902 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c809-2139-4330-bd82-643c753021c0 req-7aa3314e-c851-4f2a-8f41-ea3bad781f47 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:46.385333 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e790c809-2139-4330-bd82-643c753021c0 req-7aa3314e-c851-4f2a-8f41-ea3bad781f47 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.0710647 Jun 15 14:14:46.525955 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Deleting port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:14:46.526298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:46.641602 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60348) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:46.692738 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] For port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,segment=NetworkSegment(d6c0ec98-3fb0-48bd-9629-e33b92e659b2),segment_id=d6c0ec98-3fb0-48bd-9629-e33b92e659b2)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:46.693013 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:46.701970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207eda-1bd0-48ad-b795-95f193f17e09 req-de6deb7e-85aa-44bd-80fe-dba680f52c91 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:46.703495 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef207eda-1bd0-48ad-b795-95f193f17e09 req-de6deb7e-85aa-44bd-80fe-dba680f52c91 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 945 time: 0.1794317 Jun 15 14:14:46.755282 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:46.812748 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Calling delete_port for f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:14:46.852816 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:46.857882 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:46.860409 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-31d3c729-76e4-400d-910c-b2f7b8e5656d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:46.896286 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef207eda-1bd0-48ad-b795-95f193f17e09 req-2d55306b-20c9-422f-99d6-8fe7d8ab62ab tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb789c92-ce2f-4f78-9907-05543d743593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828556 Jun 15 14:14:46.901919 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d731f6-609f-42f0-84a0-2ebed5a096e9,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:46.907125 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:46.914659 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be69a3996c1e4e26bab91134fe4da8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719238 Jun 15 14:14:46.916572 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60360) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:46.993754 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.059578 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.097841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.103762 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:47.113948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:47.136637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Pushing event deleted for resources: {'Port': ['ID=f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:47.139482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:47.199083 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] No DVR routers for this DVR port f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:14:47.202913 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.205199 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e790c809-2139-4330-bd82-643c753021c0 req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.23 "DELETE /v2.0/ports/f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b HTTP/1.1" status: 204 len: 173 time: 0.8099926 Jun 15 14:14:47.205837 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'name': 'network-vif-deleted', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:47.208599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716b8141-6f12-4655-927d-8fcd310634da" -d '{"events": [{"server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "name": "network-vif-deleted", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:47.212660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.215489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.216636 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9d731f6-609f-42f0-84a0-2ebed5a096e9 HTTP/1.1" status: 204 len: 168 time: 0.2991295 Jun 15 14:14:47.217493 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8e86889d-5498-421e-b26a-781fcc775a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:47.234331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d731f6-609f-42f0-84a0-2ebed5a096e9,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:47.237162 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:47.281665 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd1441-2d3f-460b-b746-1f57e94da7ec x-openstack-request-id: req-addd1441-2d3f-460b-b746-1f57e94da7ec {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:47.281985 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d5bba-43a3-4423-860a-77a39bf4659c", "name": "network-vif-deleted", "tag": "f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:47.282649 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-addd1441-2d3f-460b-b746-1f57e94da7ec {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:47.283283 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d5bba-43a3-4423-860a-77a39bf4659c', 'name': 'network-vif-deleted', 'tag': 'f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b', 'status': 'completed', 'code': 200} Jun 15 14:14:47.539616 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60382) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:47.555394 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.659145 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.662579 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.664792 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-abea5aec-40b7-441a-9c02-f77f755e6a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:47.702935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b8b58-d49a-4811-bcd1-885bd7c33037,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:47.707011 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=867c2130e1894a98a4193defa3a35d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663871 Jun 15 14:14:47.707840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c3b0e90a-548f-4ec4-848e-271260fa3ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:47.709577 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60386) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:47.769174 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.791928 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.845089 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.847992 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:47.849204 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/256b8b58-d49a-4811-bcd1-885bd7c33037 HTTP/1.1" status: 204 len: 168 time: 0.1387467 Jun 15 14:14:47.850126 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-93698f03-22d1-486d-92a5-4466d2de26e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:47.859619 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b8b58-d49a-4811-bcd1-885bd7c33037,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:47.861864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:48.109627 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3fbf8a87-e0cc-42a5-8b75-a2cff880e582 req-8b7c5bfd-e205-4d31-87e8-064186ef4af3 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9d5bba-43a3-4423-860a-77a39bf4659c HTTP/1.1" status: 200 len: 210 time: 0.0371945 Jun 15 14:14:48.965498 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429159d-c61c-43b5-a73d-a4bc5564c860 req-cda4127e-95c7-4899-bd9d-bc1a27ecb413 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:48.966960 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6429159d-c61c-43b5-a73d-a4bc5564c860 req-cda4127e-95c7-4899-bd9d-bc1a27ecb413 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0742116 Jun 15 14:14:49.008959 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6429159d-c61c-43b5-a73d-a4bc5564c860 req-744254ed-c3a7-4ad6-91f1-5d7db2649c67 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363653 Jun 15 14:14:49.519843 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60490) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:49.654556 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:49.772591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:49.777889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:49.782021 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a151f8bb-07f8-4543-86f7-29b8837efbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:49.830933 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ddd3ae-632a-4a7b-8fd8-b43cbdf8e640,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:49.834143 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:49.843013 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60506) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:49.843448 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b73baa78cb5d42f3806dd860d45d8617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193426 Jun 15 14:14:49.911534 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:49.938386 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:50.010633 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:50.013622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:50.015017 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ddd3ae-632a-4a7b-8fd8-b43cbdf8e640 HTTP/1.1" status: 204 len: 168 time: 0.1738405 Jun 15 14:14:50.015876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-03c06851-32f6-4603-992d-3176864600cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:50.043180 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ddd3ae-632a-4a7b-8fd8-b43cbdf8e640,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:50.059126 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:50.513291 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef952c-163e-47c5-801f-60013afce461 req-56214e80-dc66-40ff-9e60-9787a52effb5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:50.521076 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceef952c-163e-47c5-801f-60013afce461 req-56214e80-dc66-40ff-9e60-9787a52effb5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.3423967 Jun 15 14:14:50.562477 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceef952c-163e-47c5-801f-60013afce461 req-551fb170-eee4-426f-a723-5f09e48881c6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 Jun 15 14:14:50.810522 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60570) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:50.909443 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1238193014-network', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:50.929646 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Made reservation on behalf of 90ccd0823b40485b8e36360a49e37cfc for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:50.931862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:50.942079 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.044522 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.048632 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.051462 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-224975c7-677e-469a-8a01-c7b1b4831870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:51.077399 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:51.082740 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6050b-64c0-40b9-ae72-5c3347c622a2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:51.086812 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:51.090705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.091041 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Added segment d0ba4e3e-15a3-422b-82ee-59688652d908 of type vlan for network de02d89f-0080-4a73-837e-76ec9bdbf2c3 Jun 15 14:14:51.154684 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.185356 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.186684 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:51.187267 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.190475 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:51.225770 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4140322 Jun 15 14:14:51.229184 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60584) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:51.239414 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Request body: {'subnet': {'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1238193014-subnet', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'ip_version': 4}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:51.263033 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Made reservation on behalf of 90ccd0823b40485b8e36360a49e37cfc for: {'subnet': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:51.265358 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4691161'] for subnet, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.270587 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Pushing event updated for resources: {'Network': ['ID=de02d89f-0080-4a73-837e-76ec9bdbf2c3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:51.273369 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:51.283377 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:51.515011 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:14:51.526023 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5134743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4691151'] for subnet, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.529094 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a5998d94-314f-4d3b-910f-f98f6e73eb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:51.544314 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:14:51.544756 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device f4be0d0d-d8f5-48b5-aa78-6eb8e4a77a8b not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:14:51.584417 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a077587f-4450-42b4-8f53-edfaacabc788,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:51.594870 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:51.606833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Checking segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:51.607268 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Network hostable DHCP agents. Network: de02d89f-0080-4a73-837e-76ec9bdbf2c3, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:51.624760 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:51.634518 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, de02d89f-0080-4a73-837e-76ec9bdbf2c3) {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:51.638583 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:51.639255 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.646050 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c9fe8-f253-4287-89b5-afc451e519b5 None None] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:51.654712 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4241104 Jun 15 14:14:51.657195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60598) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:51.661504 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:51.688181 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.689430 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.800529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.838524 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:14:51.839397 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.909650 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2611a2-effe-499f-b2ce-629c148f7592 req-1722182f-8185-4071-97ff-3d14b1fe3f2d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:51.911274 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad2611a2-effe-499f-b2ce-629c148f7592 req-1722182f-8185-4071-97ff-3d14b1fe3f2d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.2171621 Jun 15 14:14:51.992338 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Allocated IP 172.20.0.2 (de02d89f-0080-4a73-837e-76ec9bdbf2c3/a077587f-4450-42b4-8f53-edfaacabc788/18518eef-c427-4483-9b42-8a4209f10b96) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:52.041877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.060736 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad2611a2-effe-499f-b2ce-629c148f7592 req-e3cddb3c-0ea3-4bf5-b1a2-391ba56f0afb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439168 Jun 15 14:14:52.174440 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.183295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Transition to ACTIVE for port object 18518eef-c427-4483-9b42-8a4209f10b96 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:52.199028 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Transition to ACTIVE for port object 18518eef-c427-4483-9b42-8a4209f10b96 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:52.204516 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.206507 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:52.256502 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:52.260641 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:52.264374 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:52.275345 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Pushing event updated for resources: {'Port': ['ID=18518eef-c427-4483-9b42-8a4209f10b96,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:52.308665 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.309326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.309326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.309684 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.310015 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.310348 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.310670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.310992 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.311402 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.311827 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.312331 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.312848 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:52.317555 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:52.322462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.364066 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.382186 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Attempting to bind port 18518eef-c427-4483-9b42-8a4209f10b96 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:52.382758 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Attempting to bind port 18518eef-c427-4483-9b42-8a4209f10b96 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:52.383475 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Attempting to bind port 18518eef-c427-4483-9b42-8a4209f10b96 on network de02d89f-0080-4a73-837e-76ec9bdbf2c3 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:52.391014 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:52.391398 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Checking segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:52.391823 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.392223 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Bound using segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:52.392708 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Bound port: 18518eef-c427-4483-9b42-8a4209f10b96, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:52.393105 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.499249 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] For port 18518eef-c427-4483-9b42-8a4209f10b96, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:52.499249 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] For port 18518eef-c427-4483-9b42-8a4209f10b96, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=18518eef-c427-4483-9b42-8a4209f10b96,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:52.506487 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.510422 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:52.600451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Allocated IP 172.27.0.157 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/775a1d5c-8b94-4e1b-a787-d005d9adeff9) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:52.627007 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Pushing event updated for resources: {'Port': ['ID=18518eef-c427-4483-9b42-8a4209f10b96,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:52.634402 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:52.787329 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.857280 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:52.859437 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0b7343c4-6788-4539-9f23-978a31e212cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:52.917701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:52.920691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:52.923471 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:52.965870 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Pushing event updated for resources: {'Port': ['ID=775a1d5c-8b94-4e1b-a787-d005d9adeff9,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:52.975204 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:53.325168 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:53.427251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514efc8-ef9d-40ba-830c-6c0f03a6f004 req-f47abe91-2e40-4fef-89c0-4973b47f44ab tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:53.428822 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3514efc8-ef9d-40ba-830c-6c0f03a6f004 req-f47abe91-2e40-4fef-89c0-4973b47f44ab tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.2363219 Jun 15 14:14:53.500861 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3514efc8-ef9d-40ba-830c-6c0f03a6f004 req-7e9fb5cb-9ca6-4e76-8d5b-a99a807ed956 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608590 Jun 15 14:14:53.554270 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45fba3-9a21-4cd4-8133-c655603c688b None None] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:53.653899 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:53.682032 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-c8eedf42-c92c-4c04-82f0-ae7e8b587ddb None None] Provisioning for port 18518eef-c427-4483-9b42-8a4209f10b96 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:53.723587 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 18518eef-c427-4483-9b42-8a4209f10b96 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:53.820761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Router 315a40f1-addc-45df-9c17-8f17d58a8867 is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:53.833565 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 18518eef-c427-4483-9b42-8a4209f10b96 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:53.842898 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 18518eef-c427-4483-9b42-8a4209f10b96 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:53.843474 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:53.950358 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.002638 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 18518eef-c427-4483-9b42-8a4209f10b96, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=18518eef-c427-4483-9b42-8a4209f10b96,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:54.010812 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.013156 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:54.101029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=18518eef-c427-4483-9b42-8a4209f10b96,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:54.104880 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:54.113317 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-fc199064-9964-4b44-b778-60aca6e2d04b None None] Provisioning complete for port 18518eef-c427-4483-9b42-8a4209f10b96 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:54.113737 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fc199064-9964-4b44-b778-60aca6e2d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.208840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:54.217098 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Sync routers for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:54.226562 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:54.226954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.227240 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:54.228129 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5696936 Jun 15 14:14:54.231316 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60642) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:54.372996 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:54.715770 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:53Z', 'revision_number': 3, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:54.719692 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Checking router: 315a40f1-addc-45df-9c17-8f17d58a8867 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:54.720048 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Updating router 315a40f1-addc-45df-9c17-8f17d58a8867 port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:54.724966 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c40bb-0f33-4b69-af65-633567477952 req-48a0a0b3-bc47-462b-a961-bd6e3403dadb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.730029 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b8c40bb-0f33-4b69-af65-633567477952 req-48a0a0b3-bc47-462b-a961-bd6e3403dadb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0919349 Jun 15 14:14:54.762870 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.771637 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b8c40bb-0f33-4b69-af65-633567477952 req-5b4274e7-638a-4710-8f4e-e419bda36ff8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Jun 15 14:14:55.061634 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.072643 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.082596 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Transition to ACTIVE for port object 775a1d5c-8b94-4e1b-a787-d005d9adeff9 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:55.090724 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.092957 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:55.150795 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f92f1-08ad-4e71-a8b3-cc7be658d78e None None] Pushing event updated for resources: {'Port': ['ID=775a1d5c-8b94-4e1b-a787-d005d9adeff9,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:55.154682 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-058f92f1-08ad-4e71-a8b3-cc7be658d78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:55.155373 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Attempting to bind port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:55.155743 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Attempting to bind port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:55.156107 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Attempting to bind port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:55.161060 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:55.161436 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:55.161869 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.162259 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:55.162723 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Bound port: 775a1d5c-8b94-4e1b-a787-d005d9adeff9, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:55.163115 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.231391 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] For port 775a1d5c-8b94-4e1b-a787-d005d9adeff9, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:55.234894 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] For port 775a1d5c-8b94-4e1b-a787-d005d9adeff9, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=775a1d5c-8b94-4e1b-a787-d005d9adeff9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:55.247070 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.250372 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d2a60ffe-68f9-4386-bc37-abd19a218c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:55.258938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Allocated IP 172.20.0.1 (de02d89f-0080-4a73-837e-76ec9bdbf2c3/a077587f-4450-42b4-8f53-edfaacabc788/937f33ba-8e7e-4324-b0b4-edfd869d2bc3) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:55.315233 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:55.315846 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:55.368649 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f92f1-08ad-4e71-a8b3-cc7be658d78e None None] Pushing event updated for resources: {'Port': ['ID=775a1d5c-8b94-4e1b-a787-d005d9adeff9,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:55.406887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.420196 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Transition to ACTIVE for port object 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:55.421350 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-058f92f1-08ad-4e71-a8b3-cc7be658d78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:55.459769 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.462864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:55.485172 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:55.506199 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:55.514375 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:55.517982 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:55.568800 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:55.573677 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:55.576684 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.678843 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 18518eef-c427-4483-9b42-8a4209f10b96 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:55.747895 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 18518eef-c427-4483-9b42-8a4209f10b96 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:55.748686 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.771196 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:53Z', 'revision_number': 3, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:55.775569 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86fb5e-de2b-47ec-ac99-9c48a51ff3ef None None] The sync data for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi is: [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:53Z', 'revision_number': 3, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:55.785807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.874581 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0226ec14-1f73-4ced-a028-09a91dcc647e None None] Provisioning for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:55.885143 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0226ec14-1f73-4ced-a028-09a91dcc647e None None] Provisioning complete for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:55.885728 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0226ec14-1f73-4ced-a028-09a91dcc647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:55.945088 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-0226ec14-1f73-4ced-a028-09a91dcc647e None None] Port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:56.011882 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a441e-1a06-4822-9c2a-eb647ffc24f8 req-05c160b7-d87d-4ef8-b8fd-7c724d5bfa1b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:56.019064 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-647a441e-1a06-4822-9c2a-eb647ffc24f8 req-05c160b7-d87d-4ef8-b8fd-7c724d5bfa1b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0837462 Jun 15 14:14:56.035251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:56.041205 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:56.043551 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-71acc2ba-e545-4099-9963-42a1d791b449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:56.089226 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-647a441e-1a06-4822-9c2a-eb647ffc24f8 req-d1f525bb-d4d2-412e-bc1d-ccca05e79ece tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692213 Jun 15 14:14:56.155737 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:56.158896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:56.159844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:56.293141 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:56.294808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:56.459369 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Router 315a40f1-addc-45df-9c17-8f17d58a8867 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:56.570241 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-4fe80ba1-bdb1-4501-9fd3-a38e7b4bd4b2 None None] Provisioning complete for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:56.570623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4fe80ba1-bdb1-4501-9fd3-a38e7b4bd4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:56.624690 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:56.631664 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/315a40f1-addc-45df-9c17-8f17d58a8867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981307 Jun 15 14:14:56.747574 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-4fe80ba1-bdb1-4501-9fd3-a38e7b4bd4b2 None None] Port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:57.126362 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60702) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:57.131471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1798542718-network', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:57.152432 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Made reservation on behalf of a29e71f3ab9e40fa9ef43b5325ae56d1 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:57.154754 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.166271 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.297745 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.301580 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.303665 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6e6c-a54c-4a6f-959e-e2a90d072af9 req-89d9d2aa-269d-4bcb-9943-b6e23d9b24ed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:57.305110 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bdfddeaa-6792-454f-a467-18852bdc3a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:57.305705 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7b9e6e6c-a54c-4a6f-959e-e2a90d072af9 req-89d9d2aa-269d-4bcb-9943-b6e23d9b24ed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0852544 Jun 15 14:14:57.349503 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:57.355847 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7b9e6e6c-a54c-4a6f-959e-e2a90d072af9 req-f5f6caa5-361f-41a2-a63c-376930eb9de4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Jun 15 14:14:57.359696 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa23a0-3e73-4e37-9985-b48583c32312,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:57.364114 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:57.365293 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.365792 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Added segment dee99724-4dd2-4c4f-8bf8-afa180b0a702 of type vlan for network 952ae250-3cc0-423d-bf33-7980af51f168 Jun 15 14:14:57.428663 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.459041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.460362 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:57.460965 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.462937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59a0f4de-97cb-4fb7-b223-5182be767752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:57.500209 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3727040 Jun 15 14:14:57.502915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60712) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:57.509427 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Request body: {'subnet': {'network_id': '952ae250-3cc0-423d-bf33-7980af51f168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1798542718-subnet', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:57.557658 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Pushing event updated for resources: {'Network': ['ID=952ae250-3cc0-423d-bf33-7980af51f168,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:57.561559 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:57.567251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 952ae250-3cc0-423d-bf33-7980af51f168 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:57.577886 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Made reservation on behalf of a29e71f3ab9e40fa9ef43b5325ae56d1 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:57.580229 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.584100 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Sync routers for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:57.610719 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:57.611374 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:57.753782 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 775a1d5c-8b94-4e1b-a787-d005d9adeff9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:57.806097 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.809263 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:57.854808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:57.874563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2f961f-e76a-42d9-99da-f5c68be83ac9,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:57.877559 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:57.880165 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Checking segment: {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:57.880510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Network hostable DHCP agents. Network: 952ae250-3cc0-423d-bf33-7980af51f168, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:57.899172 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:57.901842 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Network 952ae250-3cc0-423d-bf33-7980af51f168 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:57.912513 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:57.912641 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 952ae250-3cc0-423d-bf33-7980af51f168) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:57.912808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.925306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:57.925924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.939429 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4355445 Jun 15 14:14:57.942017 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60716) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:57.943255 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c6be1-1195-4dc5-b1da-46e173c84797 None None] Network 952ae250-3cc0-423d-bf33-7980af51f168 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:57.947098 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:57.968235 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:57.969256 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.041499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.247244 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.314419 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.368312 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 775a1d5c-8b94-4e1b-a787-d005d9adeff9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=775a1d5c-8b94-4e1b-a787-d005d9adeff9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:58.376606 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.379602 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:58.381767 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-952ae250-3cc0-423d-bf33-7980af51f168', 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'fixed_ips': [{'subnet_id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:14:58.382595 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.517336 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 2, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:58.521583 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=775a1d5c-8b94-4e1b-a787-d005d9adeff9,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:58.527538 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:58.540362 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Checking router: 315a40f1-addc-45df-9c17-8f17d58a8867 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:58.541002 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Updating router 315a40f1-addc-45df-9c17-8f17d58a8867 port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:58.564854 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.591251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f11e0b-3f56-48c1-acee-add3caefcd2e req-c6318237-dc0f-42ac-9970-84d30129339d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:58.592898 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47f11e0b-3f56-48c1-acee-add3caefcd2e req-c6318237-dc0f-42ac-9970-84d30129339d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0962663 Jun 15 14:14:58.596366 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.636199 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47f11e0b-3f56-48c1-acee-add3caefcd2e req-98de7ef8-ef99-49ca-ac5d-54c096bf5432 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375643 Jun 15 14:14:58.644515 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.665730 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Allocated IP 172.20.0.2 (952ae250-3cc0-423d-bf33-7980af51f168/fe2f961f-e76a-42d9-99da-f5c68be83ac9/834abf71-ac7c-467b-af55-7158c2f2a1b4) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:58.728327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Allocated IP 172.27.0.50 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/92a6e755-5a75-4ccc-843a-ee5fcaabe021) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:58.861172 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.904271 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.906156 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:58.958473 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:58.964253 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:58.967349 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:58.995729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Pushing event updated for resources: {'Port': ['ID=92a6e755-5a75-4ccc-843a-ee5fcaabe021,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:58.998782 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:59.191323 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.212494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Transition to ACTIVE for port object 834abf71-ac7c-467b-af55-7158c2f2a1b4 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:59.253084 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Transition to ACTIVE for port object 834abf71-ac7c-467b-af55-7158c2f2a1b4 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:59.262087 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.287926 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:59.360958 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.364467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Network 952ae250-3cc0-423d-bf33-7980af51f168 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:59.371362 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:59.379269 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:59.384361 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Pushing event updated for resources: {'Port': ['ID=834abf71-ac7c-467b-af55-7158c2f2a1b4,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:59.391352 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:59.392304 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Transition to ACTIVE for port object 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:59.425150 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.428490 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f2e15d92-36b2-451b-ac2b-c722499a3379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:59.579617 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Attempting to bind port 834abf71-ac7c-467b-af55-7158c2f2a1b4 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:59.580336 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Attempting to bind port 834abf71-ac7c-467b-af55-7158c2f2a1b4 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:59.580969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Attempting to bind port 834abf71-ac7c-467b-af55-7158c2f2a1b4 on network 952ae250-3cc0-423d-bf33-7980af51f168 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:59.593878 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Pushing event updated for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:59.597402 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:59.601023 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:59.601784 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Checking segment: {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:59.602378 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.602960 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Bound using segment: {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:59.603610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Bound port: 834abf71-ac7c-467b-af55-7158c2f2a1b4, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:59.604159 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.718609 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.796160 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 775a1d5c-8b94-4e1b-a787-d005d9adeff9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:59.889763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Attempting to bind port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:59.889763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Attempting to bind port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:59.890095 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Attempting to bind port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 on network de02d89f-0080-4a73-837e-76ec9bdbf2c3 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:59.928937 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:59.929217 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Checking segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:59.929672 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.930077 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Bound using segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:59.930581 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Bound port: 937f33ba-8e7e-4324-b0b4-edfd869d2bc3, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:59.931211 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.949522 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] For port 834abf71-ac7c-467b-af55-7158c2f2a1b4, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:59.953732 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] For port 834abf71-ac7c-467b-af55-7158c2f2a1b4, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=834abf71-ac7c-467b-af55-7158c2f2a1b4,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:59.955309 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.975294 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c613aa-f327-4753-8fe3-d9f8580acd6a req-bc5a0272-b5b9-461b-9e4d-e6a2b0eaf45f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:59.980932 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b6c613aa-f327-4753-8fe3-d9f8580acd6a req-bc5a0272-b5b9-461b-9e4d-e6a2b0eaf45f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1209459 Jun 15 14:15:00.001828 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.006676 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:00.110563 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b6c613aa-f327-4753-8fe3-d9f8580acd6a req-410c58e0-36ea-49bf-b73e-373a75d6a182 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256704 Jun 15 14:15:00.130409 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-668dcfea-f51a-45a1-8557-e91e97be0b62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1373935 Jun 15 14:15:00.151639 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:00.151969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.207038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] For port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:00.211610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] For port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:00.215640 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Pushing event updated for resources: {'Port': ['ID=834abf71-ac7c-467b-af55-7158c2f2a1b4,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:00.221626 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.232400 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:00.265235 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-796cc7d5-a7df-45b8-97eb-58211834611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.267943 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-796cc7d5-a7df-45b8-97eb-58211834611b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.1016147 Jun 15 14:15:00.268859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.284857 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:00.475814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-940d9106-1947-44eb-846f-0f97edab61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.478537 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-940d9106-1947-44eb-846f-0f97edab61aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.1863580 Jun 15 14:15:00.581114 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Pushing event updated for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:00.596475 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:00.704518 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:00.705903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:00.723801 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-f6b8b66d-2945-4037-9c5d-bfb255b78859 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.2231634 Jun 15 14:15:00.790992 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:15:00.868515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-c7512098-a14c-488a-8db2-bed97d749a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.874241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-c7512098-a14c-488a-8db2-bed97d749a7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.1454711 Jun 15 14:15:00.981759 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-9a150f8f-5f0e-4f2b-8d8e-f84b5747fded service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950511 Jun 15 14:15:01.080387 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:01.084088 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:15:01.094749 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Sync routers for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:15:01.112947 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:01.118285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 60806) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:01.119480 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1758525 Jun 15 14:15:01.121870 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:01.122652 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:01.259595 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e3388bf8-8afd-4844-a263-59dbd64bfc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:01.454662 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:01.852301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 834abf71-ac7c-467b-af55-7158c2f2a1b4 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:01.854414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60828) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:01.981940 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-8fa4a83b-c01d-4ef5-9ff6-dfadfe653051 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906437 Jun 15 14:15:01.990299 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 834abf71-ac7c-467b-af55-7158c2f2a1b4 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:02.005193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:00Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:02.014174 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24524-741f-475c-9061-a1309c279de2 None None] The sync data for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi is: [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:00Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:15:02.057791 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:14:59Z', 'revision_number': 3, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:02.074742 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd126708-f1dc-492d-a76a-6462066b209f None None] Network 952ae250-3cc0-423d-bf33-7980af51f168 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:15:02.087593 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Checking router: 2adc0f44-6c3e-4299-957e-b0ca685b0b34 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:15:02.088008 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Updating router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:15:02.157396 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.181988 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.316249 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Provisioning for port 834abf71-ac7c-467b-af55-7158c2f2a1b4 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:02.358239 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Provisioning complete for port 834abf71-ac7c-467b-af55-7158c2f2a1b4 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:02.362184 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.382969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.401188 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.404383 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34577a24-bc96-40d5-923a-b13405f37a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:02.461763 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f1bae-03ad-451a-bbd1-df5285a994e2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:02.466738 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf247e8ddb9e4548a8d003c083612981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112602 Jun 15 14:15:02.468180 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:02.469605 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60840) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:02.495040 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadb6d5-54cc-4409-9672-a4abb9dc8296 req-dd717424-1760-4f69-a93e-7c382883fa04 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:02.504322 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0eadb6d5-54cc-4409-9672-a4abb9dc8296 req-dd717424-1760-4f69-a93e-7c382883fa04 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.9290259 Jun 15 14:15:02.604934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.648820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.734117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-ea589b95-8bf0-4101-b55e-5b3d23e86b07 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:02.737320 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-ea589b95-8bf0-4101-b55e-5b3d23e86b07 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.7126026 Jun 15 14:15:02.749432 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-433f88bd-7129-49ec-b2b2-63b3cda2a91a req-8dc516b8-1857-4b20-941c-ed2e9c34ad78 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360196 Jun 15 14:15:02.750808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.755837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.758051 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/626f1bae-03ad-451a-bbd1-df5285a994e2 HTTP/1.1" status: 204 len: 168 time: 0.2871280 Jun 15 14:15:02.761260 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5734cef9-e417-4d07-a0b3-b41d9e3d251b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:02.778169 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f1bae-03ad-451a-bbd1-df5285a994e2,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:02.788886 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:02.891370 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.967428 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:02.980708 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Transition to ACTIVE for port object 92a6e755-5a75-4ccc-843a-ee5fcaabe021 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:02.990152 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.002867 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-bc45a31b-bc82-4f10-8ae0-2622e58cc27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:03.093658 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0eadb6d5-54cc-4409-9672-a4abb9dc8296 req-114e9fe5-e30d-415e-9d46-c52c53e259d9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5881770 Jun 15 14:15:03.094862 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-1df38941-a6ba-4f2e-ade4-5a0dc0ee2831 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/quotas/4f92fe2c7ab7478ba8a658b6ba7511df HTTP/1.1" status: 200 len: 375 time: 0.2173002 Jun 15 14:15:03.133828 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283566a4-ca83-4fb2-acc5-ace134569054 None None] Pushing event updated for resources: {'Port': ['ID=92a6e755-5a75-4ccc-843a-ee5fcaabe021,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:03.136502 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Attempting to bind port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:03.140092 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Attempting to bind port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:03.146040 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Attempting to bind port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:03.155660 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-283566a4-ca83-4fb2-acc5-ace134569054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:03.159014 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:03.160984 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:03.161708 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.163023 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:03.166154 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Bound port: 92a6e755-5a75-4ccc-843a-ee5fcaabe021, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:03.167109 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.195869 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-abf93d2c-3de1-4cb1-917e-2daa0a38df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:03.197335 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-abf93d2c-3de1-4cb1-917e-2daa0a38df43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.2815146 Jun 15 14:15:03.301883 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] For port 92a6e755-5a75-4ccc-843a-ee5fcaabe021, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:03.307279 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] For port 92a6e755-5a75-4ccc-843a-ee5fcaabe021, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=92a6e755-5a75-4ccc-843a-ee5fcaabe021,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:03.317693 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.334506 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-058f92f1-08ad-4e71-a8b3-cc7be658d78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:03.387562 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:03.388916 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:14:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:03.436808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] For port 834abf71-ac7c-467b-af55-7158c2f2a1b4, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=834abf71-ac7c-467b-af55-7158c2f2a1b4,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:03.460892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.474454 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:03.534018 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60854) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:03.556345 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.579748 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Pushing event updated for resources: {'Port': ['ID=834abf71-ac7c-467b-af55-7158c2f2a1b4,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:03.596513 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:03.641486 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.663403 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d533-f33e-4813-af7f-d3cc77965d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.671991 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283566a4-ca83-4fb2-acc5-ace134569054 None None] Pushing event updated for resources: {'Port': ['ID=92a6e755-5a75-4ccc-843a-ee5fcaabe021,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:03.676831 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-283566a4-ca83-4fb2-acc5-ace134569054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:03.704742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.719674 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:03.723763 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-95beb3a1-c47a-4f61-a396-b960280d9815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:03.767731 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:03.827501 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cfcfd2a93754ec0862de72f48a68d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912130 Jun 15 14:15:03.835915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 60858) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:03.961300 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2324ee9-ab72-4ec0-89dd-81aa4682eba5,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:03.982398 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:04.083496 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.132855 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:04.207157 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.213511 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-6db9396c-2341-4ebb-9dfb-5368b7544ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:04.215138 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-6db9396c-2341-4ebb-9dfb-5368b7544ebb service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 1.0090837 Jun 15 14:15:04.271559 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-00403493-4b1c-4ddd-8b63-2c989eaeea9b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1699197 Jun 15 14:15:04.298818 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-4165b307-58c3-4c86-9763-f417c292a0dd None None] Provisioning complete for port 834abf71-ac7c-467b-af55-7158c2f2a1b4 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:04.299751 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4165b307-58c3-4c86-9763-f417c292a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.327477 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.331145 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.332499 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2324ee9-ab72-4ec0-89dd-81aa4682eba5 HTTP/1.1" status: 204 len: 168 time: 0.4956541 Jun 15 14:15:04.336273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c6f53c1-fe4b-43db-a110-87a1deff9a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:04.359681 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2324ee9-ab72-4ec0-89dd-81aa4682eba5,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:04.364587 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:04.406355 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:14:59Z', 'revision_number': 3, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:04.411658 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b19443-6c5a-454b-bfab-728edc733394 None None] The sync data for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi is: [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:14:59Z', 'revision_number': 3, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:15:04.426770 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:04.489837 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-43085cb2-72f6-4ca8-82be-7df1ddf77c8c service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531382 Jun 15 14:15:04.530924 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:04.534595 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.556772 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-de60a906-72d2-4eaa-903d-12040129b704 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.2996416 Jun 15 14:15:04.689816 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-2c6013e8-23b2-4e34-aada-fdd030d20452 service neutron] 10.222.0.11 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931400 Jun 15 14:15:04.708125 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e05-fe7f-43ae-a351-d7b4df30cfe9 req-9c903b45-cf63-4aa0-ba20-8a5337730d1e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:04.716697 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58d55e05-fe7f-43ae-a351-d7b4df30cfe9 req-9c903b45-cf63-4aa0-ba20-8a5337730d1e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 1.1949592 Jun 15 14:15:04.720867 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.777826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:04.793517 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:04.794606 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 834abf71-ac7c-467b-af55-7158c2f2a1b4 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:04.799031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:04.980364 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:04.985284 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:04.993155 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 834abf71-ac7c-467b-af55-7158c2f2a1b4 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:04.993380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:05.077449 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:05.214127 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58d55e05-fe7f-43ae-a351-d7b4df30cfe9 req-42f33632-d2cc-413b-9a85-024afda8ce5f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964499 Jun 15 14:15:05.237637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-f5431c7f-67df-4327-bfb4-b71777ddbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:05.242509 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-f5431c7f-67df-4327-bfb4-b71777ddbaef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.6694992 Jun 15 14:15:05.387427 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-ff812163-d371-4c1f-8791-acf3db3c78d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221862 Jun 15 14:15:05.399929 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:05.729815 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-057c0daf-c84e-4e08-a31c-415d00adcb95 req-ee1712ef-6d2e-464a-92db-139da2e43b31 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 210 time: 0.2850554 Jun 15 14:15:05.926173 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:06.041410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:06.042179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:06.058275 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-491c2bec-a6ad-4a05-8d88-138ac622857e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596350187&fields=id&tenant_id=abe3928ad3bc44b29e09e871fc6dc52b HTTP/1.1" status: 200 len: 267 time: 0.0732379 Jun 15 14:15:06.145890 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-04b996aa-34b1-40a2-ac7b-462e48c01298 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881099 Jun 15 14:15:06.173487 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 92a6e755-5a75-4ccc-843a-ee5fcaabe021 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:06.180309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4d87-22a7-4133-a203-12c1028db69f req-01a29936-f5ef-4be0-b001-7d7b4145d69b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:06.181857 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cecc4d87-22a7-4133-a203-12c1028db69f req-01a29936-f5ef-4be0-b001-7d7b4145d69b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.6922588 Jun 15 14:15:06.281197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:06.286232 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:06.286802 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:06.453250 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:06.455441 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cecc4d87-22a7-4133-a203-12c1028db69f req-e4a73a1c-20c4-4585-bb87-a60a845514ec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267461 Jun 15 14:15:06.490329 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 92a6e755-5a75-4ccc-843a-ee5fcaabe021, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=92a6e755-5a75-4ccc-843a-ee5fcaabe021,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:06.497277 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:06.504409 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:06.563069 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-7808a5f4-147e-4950-bfc3-e35fbbcb4aea tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:06.564611 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-7808a5f4-147e-4950-bfc3-e35fbbcb4aea tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 808 time: 0.5053787 Jun 15 14:15:06.586986 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Allocated IP 172.20.0.1 (952ae250-3cc0-423d-bf33-7980af51f168/fe2f961f-e76a-42d9-99da-f5c68be83ac9/e737d92e-de69-4947-87a8-ca3f94c2543d) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:06.626818 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:06.674734 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=92a6e755-5a75-4ccc-843a-ee5fcaabe021,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:06.683579 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:06.705613 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-81d4bcf3-e547-4136-b2f8-e559e74c1dab tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/quotas/abe3928ad3bc44b29e09e871fc6dc52b HTTP/1.1" status: 200 len: 375 time: 0.1140795 Jun 15 14:15:06.791612 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-15003a2d-04c0-49ff-9bd8-1afae7a3bd73 req-779f542f-5907-4eb3-bc93-0ecd9b2ba536 service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203158 Jun 15 14:15:07.069847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f05f0b-74d6-4820-a76c-b41475650b2e req-37cc0b8f-7f32-42be-9aea-faf72d767787 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:07.072340 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-38f05f0b-74d6-4820-a76c-b41475650b2e req-37cc0b8f-7f32-42be-9aea-faf72d767787 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.3648171 Jun 15 14:15:07.078243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:07.174319 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-542c3757-5e7e-4586-b050-b852c17afb77 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4679964 Jun 15 14:15:07.195544 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Transition to ACTIVE for port object e737d92e-de69-4947-87a8-ca3f94c2543d will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:07.341381 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-38f05f0b-74d6-4820-a76c-b41475650b2e req-3dc3fc92-ae3f-4fe5-950e-77c78c788040 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261312 Jun 15 14:15:07.562405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-71e92bf7-ec0d-404a-96bb-043e7de5635d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:07.564154 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-71e92bf7-ec0d-404a-96bb-043e7de5635d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 813 time: 0.5660422 Jun 15 14:15:07.578982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:07.596940 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:07.623746 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Request body: {'port': {'device_id': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'admin_state_up': True, 'tenant_id': '4f92fe2c7ab7478ba8a658b6ba7511df'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:07.721640 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 92a6e755-5a75-4ccc-843a-ee5fcaabe021 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:07.742752 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6b4bba4f-6fc6-4692-99f6-22a1db07b447 req-5c26e3bf-ed1b-4ffc-9d0f-561cdc00d40f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 210 time: 0.1654356 Jun 15 14:15:07.834295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:07.835212 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:07.998021 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:15:08.181967 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-70219daf-acf1-4d4a-a1fc-d25cef80cd48 service neutron] 10.222.0.11 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0066483 Jun 15 14:15:08.230606 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Network 952ae250-3cc0-423d-bf33-7980af51f168 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:08.273774 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:08.300579 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:08.384608 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Pushing event updated for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:08.394586 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:08.530502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:08.595317 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Made reservation on behalf of 4f92fe2c7ab7478ba8a658b6ba7511df for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:15:08.598800 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:08.604872 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-af4c872c-723c-4b69-a87c-c86193422a41 service neutron] 10.222.0.11 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161565 Jun 15 14:15:08.630102 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ebd4-4476-4d54-bdca-58059f31d5e7 req-7d4af4ad-ac81-47c3-be9e-ec6480d96415 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.632177 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6b0ebd4-4476-4d54-bdca-58059f31d5e7 req-7d4af4ad-ac81-47c3-be9e-ec6480d96415 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.4470775 Jun 15 14:15:08.680428 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a21d51a4-7acf-4b97-aed5-57a5621ea539 None None] Provisioning for port e737d92e-de69-4947-87a8-ca3f94c2543d completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:08.685276 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a21d51a4-7acf-4b97-aed5-57a5621ea539 None None] Provisioning complete for port e737d92e-de69-4947-87a8-ca3f94c2543d triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:08.685742 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a21d51a4-7acf-4b97-aed5-57a5621ea539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:08.766226 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 32768) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:08.787610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-a21d51a4-7acf-4b97-aed5-57a5621ea539 None None] Port e737d92e-de69-4947-87a8-ca3f94c2543d cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:08.820259 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6b0ebd4-4476-4d54-bdca-58059f31d5e7 req-bb95ab15-a801-4654-9e01-36112d45154e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747289 Jun 15 14:15:08.931330 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.075049 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.083998 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.090277 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.102293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Allocated IP 172.20.0.11 (caa53801-033a-4add-bfe9-0e0bc0387efb/cb215446-94e4-4204-8fab-f0e00dd8ae5b/3c395358-8b5e-4f60-90f7-856aa6e2ca76) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:09.103269 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:09.183929 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1066b8fbb604ffca7d83a1ebf4bcd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152448 Jun 15 14:15:09.184640 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 32782) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:09.196440 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ff5a45-8f42-4290-ba47-098b0f1a58ae,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:09.202638 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:09.288074 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.315842 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.378165 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.385367 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.390148 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21ff5a45-8f42-4290-ba47-098b0f1a58ae HTTP/1.1" status: 204 len: 168 time: 0.2005413 Jun 15 14:15:09.390148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d0eb9f7d-3764-4ba9-b615-17450479af97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:09.400985 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ff5a45-8f42-4290-ba47-098b0f1a58ae,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:09.422751 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:09.587770 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.605757 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.611133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:09.616764 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.726105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Pushing event updated for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:09.809041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:09.849713 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1367f-149e-4753-ad82-670939757ae4 req-86c45de8-5394-4f5d-b427-17da08c27575 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:09.857591 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0c1367f-149e-4753-ad82-670939757ae4 req-86c45de8-5394-4f5d-b427-17da08c27575 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.5676894 Jun 15 14:15:09.859330 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.873472 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', '90857ea0-b695-4bde-bb57-5c1acf242b4a', '4b008f90-a5f2-409d-aae8-d4c6edafee58'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:09.892259 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7d9d9c4c-1656-40e0-a64e-cf800d332305 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:10.027648 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 32802) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:10.057101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.090826 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0c1367f-149e-4753-ad82-670939757ae4 req-cbb7f814-a641-4c7f-92f2-0bd6a6b5e5b4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190151 Jun 15 14:15:10.237743 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.243831 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.246970 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f25b7984-8b61-48c1-9e23-f2068cb16a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:10.294479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8778814f-c43f-44ca-8b43-518602debed7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:10.299899 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=831288014c5745a984dd0929de7ee1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710969 Jun 15 14:15:10.300963 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:10.304930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 32808) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:10.336280 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.352801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Network caa53801-033a-4add-bfe9-0e0bc0387efb is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:10.364690 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event updated for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:10.371002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:10.422048 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:10.423582 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.429855 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:10.468540 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.560507 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.565406 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdd9a934-6b24-4353-8425-1ede377f92c3 req-03d1e513-27fb-4df3-bad2-1319f06b66ea tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 210 time: 0.0735936 Jun 15 14:15:10.571163 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.572741 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8778814f-c43f-44ca-8b43-518602debed7 HTTP/1.1" status: 204 len: 168 time: 0.2665873 Jun 15 14:15:10.579172 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f1012166-0633-4e13-8dac-433cc1c6840c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:10.596870 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778814f-c43f-44ca-8b43-518602debed7,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:10.601659 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:10.703209 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297522-e05f-4f11-a249-08c611d71e84 req-54945e46-0738-4183-8324-24902a34068a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.711425 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1297522-e05f-4f11-a249-08c611d71e84 req-54945e46-0738-4183-8324-24902a34068a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 932 time: 0.7178993 Jun 15 14:15:10.797130 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.797758 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.899198 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2995155 Jun 15 14:15:10.923077 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1297522-e05f-4f11-a249-08c611d71e84 req-61fdb111-6dc7-4b27-aeea-2fffb2a99b27 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002847 Jun 15 14:15:10.928247 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Network 952ae250-3cc0-423d-bf33-7980af51f168 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:10.939354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Request body: {'port': {'device_id': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:10.944738 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:11.368722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-d8ddca62-18bd-4959-a18c-2911b3411969 None None] Provisioning complete for port e737d92e-de69-4947-87a8-ca3f94c2543d triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:11.370263 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8ddca62-18bd-4959-a18c-2911b3411969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.391031 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ef0f1-f022-4635-872b-7042cbbbca72 req-55e3d830-665b-4497-99e9-53c75ff7ad76 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.398748 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-315ef0f1-f022-4635-872b-7042cbbbca72 req-55e3d830-665b-4497-99e9-53c75ff7ad76 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.5970211 Jun 15 14:15:11.473261 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-d8ddca62-18bd-4959-a18c-2911b3411969 None None] Port e737d92e-de69-4947-87a8-ca3f94c2543d cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:11.668619 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:11.703534 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-6caae364-41f2-4880-a972-224cadc58f9f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.705042 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-6caae364-41f2-4880-a972-224cadc58f9f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 808 time: 0.3089402 Jun 15 14:15:11.764378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.828067 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-975b4dcf-3e10-4230-b133-483e64f16db9 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe3928ad3bc44b29e09e871fc6dc52b HTTP/1.1" status: 200 len: 380 time: 0.1117623 Jun 15 14:15:11.845927 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'port': {'device_id': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'admin_state_up': True, 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'security_groups': ['2e2b0d07-fa49-421e-a2cf-48e459243655']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:11.860874 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:11.866968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-315ef0f1-f022-4635-872b-7042cbbbca72 req-6170935b-f2d8-4213-9ebb-88b9c2113902 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665618 Jun 15 14:15:11.879181 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:11.948533 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7eb8e-61cd-4eae-a6d3-c5b9e1d14682 req-0a54353d-7452-4e54-b8b1-f9202e85b547 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.963843 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9b7eb8e-61cd-4eae-a6d3-c5b9e1d14682 req-0a54353d-7452-4e54-b8b1-f9202e85b547 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.8284764 Jun 15 14:15:11.969299 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.988226 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:12.015707 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:12.019980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.024893 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:12.066842 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:15:12.110676 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Made reservation on behalf of abe3928ad3bc44b29e09e871fc6dc52b for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:15:12.117157 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.158878 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=6']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:12.164531 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:12.243240 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['7174c78b-1b89-42e0-afbc-9b8eea09093b'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:12.476536 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Allocated IP 172.20.0.4 (d295e817-373c-4a9e-802c-fe8a4d4be976/85b813ac-4877-4062-9a54-4799b76fd638/2206700f-5739-4694-9623-32660dc53625) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:12.830705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.875893 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Transition to ACTIVE for port object 2206700f-5739-4694-9623-32660dc53625 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:12.885751 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9b7eb8e-61cd-4eae-a6d3-c5b9e1d14682 req-4db6af4a-6248-4ecd-87b3-430674ec9ba4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9207151 Jun 15 14:15:12.925738 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.940939 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:13.021383 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:13.028361 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:13.039285 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Network d295e817-373c-4a9e-802c-fe8a4d4be976 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:13.040766 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:13.043162 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:13.172476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.173351 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:13.210287 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3766098 Jun 15 14:15:13.224284 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Request body: {'port': {'device_id': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:13.234048 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c395358-8b5e-4f60-90f7-856aa6e2ca76 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:13.272758 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:13.347066 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9094-060b-47e2-ba96-fd11e339e2a2 req-e484fc76-50ee-487c-ae45-de6de7ab24f2 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.355069 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbfb9094-060b-47e2-ba96-fd11e339e2a2 req-e484fc76-50ee-487c-ae45-de6de7ab24f2 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.9064407 Jun 15 14:15:13.358306 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Transition to ACTIVE for port object 3c395358-8b5e-4f60-90f7-856aa6e2ca76 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:13.359241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:13.375253 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:13.388888 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:13.392208 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:15:13.406634 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Sync routers for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:15:13.424571 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] 10.222.0.11 "PUT /v2.0/routers/2adc0f44-6c3e-4299-957e-b0ca685b0b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2940748 Jun 15 14:15:13.447950 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-3b8307b1-ad5a-4c0f-9f13-d106ec858caa None None] Provisioning for port 2206700f-5739-4694-9623-32660dc53625 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:13.455870 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:13.456454 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:15:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:13.471129 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-3b8307b1-ad5a-4c0f-9f13-d106ec858caa None None] Provisioning complete for port 2206700f-5739-4694-9623-32660dc53625 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:13.471536 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3b8307b1-ad5a-4c0f-9f13-d106ec858caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:13.679697 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:13.721097 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbfb9094-060b-47e2-ba96-fd11e339e2a2 req-efc4b7c0-3acb-4408-87b8-4dd5c694cc4c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649867 Jun 15 14:15:13.863977 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:13.871267 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-3b8307b1-ad5a-4c0f-9f13-d106ec858caa None None] Port 2206700f-5739-4694-9623-32660dc53625 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:13.874864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dae6c-7df7-4136-a1a5-fb29fa348bfe req-0f446847-e43f-4777-bfba-38a4a0d663fd tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.884814 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-138dae6c-7df7-4136-a1a5-fb29fa348bfe req-0f446847-e43f-4777-bfba-38a4a0d663fd tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 931 time: 0.7923560 Jun 15 14:15:13.944735 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-138dae6c-7df7-4136-a1a5-fb29fa348bfe req-20a837fc-b2f3-4ca2-8148-c28021907f06 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 Jun 15 14:15:14.020287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:14.119545 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Attempting to bind port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:14.119873 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Attempting to bind port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:14.120199 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Attempting to bind port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:14.138845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 on network caa53801-033a-4add-bfe9-0e0bc0387efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:14.139170 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Attempting to bind port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 on network caa53801-033a-4add-bfe9-0e0bc0387efb {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:14.146686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:14.147184 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Checking segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:14.147567 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Bound using segment: {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:14.148002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Bound port: 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081805d3-272f-47ee-b7d1-a95359ba2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:14.148346 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.155840 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:14.157655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 7174c78b-1b89-42e0-afbc-9b8eea09093b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:14.158092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.177462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259e810-6baa-4ef1-8b13-11a3a15dac7b req-1b9677c1-6a97-4f72-91d9-dd1e52ccc86c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.184842 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8259e810-6baa-4ef1-8b13-11a3a15dac7b req-1b9677c1-6a97-4f72-91d9-dd1e52ccc86c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.1150215 Jun 15 14:15:14.249946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:14.253434 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:14.256674 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2206700f-5739-4694-9623-32660dc53625 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:14.262796 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.279000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-92bf2290-555b-4a9b-89cf-d447ff04b19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:14.279331 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.311612 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Transition to ACTIVE for port object 2206700f-5739-4694-9623-32660dc53625 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:14.317775 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.320787 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:14.343726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:14.360755 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:14.395492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.396133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.397528 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c395358-8b5e-4f60-90f7-856aa6e2ca76 HTTP/1.1" status: 200 len: 1094 time: 3.4688847 Jun 15 14:15:14.419349 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:14.422548 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:14.444964 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8259e810-6baa-4ef1-8b13-11a3a15dac7b req-bb751bdb-ad4a-4043-ac64-c8ff80345cca tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585692 Jun 15 14:15:14.650742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:14.718615 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2372a-5e02-4724-9754-ed126cf2c653 req-069694db-a29f-40df-b51f-67a085971d46 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.728490 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e4c2372a-5e02-4724-9754-ed126cf2c653 req-069694db-a29f-40df-b51f-67a085971d46 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.3633375 Jun 15 14:15:14.734329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:14.791616 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-80f5c73c-0a7f-4414-9a8e-d7b73d4cf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.793274 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-80f5c73c-0a7f-4414-9a8e-d7b73d4cf907 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 1097 time: 0.3399625 Jun 15 14:15:14.850855 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Attempting to bind port 2206700f-5739-4694-9623-32660dc53625 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:14.851487 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Attempting to bind port 2206700f-5739-4694-9623-32660dc53625 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:14.851997 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Attempting to bind port 2206700f-5739-4694-9623-32660dc53625 on network d295e817-373c-4a9e-802c-fe8a4d4be976 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:14.856621 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Port 2206700f-5739-4694-9623-32660dc53625 on network d295e817-373c-4a9e-802c-fe8a4d4be976 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:14.857158 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Attempting to bind port 2206700f-5739-4694-9623-32660dc53625 on network d295e817-373c-4a9e-802c-fe8a4d4be976 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:14.862374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:14.862982 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Checking segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:14.863899 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Bound using segment: {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:14.864510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Bound port: 2206700f-5739-4694-9623-32660dc53625, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:14.865036 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.967646 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:14.972790 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:14.986960 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:14.997455 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3ffd865c-dda2-4b49-acbf-99b6cffaf2b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:15.099562 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e4c2372a-5e02-4724-9754-ed126cf2c653 req-292a02a1-a0ab-4173-95f0-8e672f450b8e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698993 Jun 15 14:15:15.104603 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-766258c7-43fb-4340-9e80-eaca050d4d2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76 HTTP/1.1" status: 200 len: 217 time: 0.1810367 Jun 15 14:15:15.128837 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:15.156517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8aa41-081e-42d1-82d2-fc6658f21e0b req-266281b1-0ada-4b3d-bbbc-d3c30589f4f0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.164929 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-52d8aa41-081e-42d1-82d2-fc6658f21e0b req-266281b1-0ada-4b3d-bbbc-d3c30589f4f0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 945 time: 0.4119666 Jun 15 14:15:15.192553 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:15.201609 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:15.223132 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.224321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:15.234804 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] 10.222.0.23 "PUT /v2.0/ports/2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 1093 time: 2.0155079 Jun 15 14:15:15.237999 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:15.240591 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a823443-3ea1-4538-9ef0-701041a364c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:15.270339 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-52d8aa41-081e-42d1-82d2-fc6658f21e0b req-db73fd72-f162-4234-aa42-f2afd71d46bf tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042078 Jun 15 14:15:15.275755 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3cc49c-4ba7-4ade-9d17-97d31658f642 x-openstack-request-id: req-0f3cc49c-4ba7-4ade-9d17-97d31658f642 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:15.276193 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:15.278931 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f3cc49c-4ba7-4ade-9d17-97d31658f642 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:15.279462 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76', 'status': 'completed', 'code': 200} Jun 15 14:15:15.286207 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:15.308134 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff4d36d-030f-43bf-b9ea-1127ef049dfd" -d '{"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:15.395762 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:15.401261 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:15.404050 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:15.596722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=7']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:15.638380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:15.649596 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9955e0-ff5b-444b-a671-e60ff6a464f9 req-471e46b4-9e51-4298-ba8b-8c626b077017 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.657408 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e9955e0-ff5b-444b-a671-e60ff6a464f9 req-471e46b4-9e51-4298-ba8b-8c626b077017 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1097739 Jun 15 14:15:15.665444 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:15:08Z', 'revision_number': 4, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e737d92e-de69-4947-87a8-ca3f94c2543d', 'name': '', 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'mac_address': 'fa:16:3e:6c:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:15:05Z', 'updated_at': '2021-06-15T14:15:09Z', 'revision_number': 2, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'subnets': [{'id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:15.669036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Checking router: 2adc0f44-6c3e-4299-957e-b0ca685b0b34 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:15:15.669656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Updating router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 port e737d92e-de69-4947-87a8-ca3f94c2543d binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:15:15.719285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261ab3c-f179-48c9-b3d9-cae783ce0b0e req-c7d88a2e-e9c9-4ad5-8053-7fcc43c3c3db tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.737333 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d261ab3c-f179-48c9-b3d9-cae783ce0b0e req-c7d88a2e-e9c9-4ad5-8053-7fcc43c3c3db tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2666070 Jun 15 14:15:15.757236 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e9955e0-ff5b-444b-a671-e60ff6a464f9 req-e5c73211-033f-4d32-b698-90f6663ed1fe tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982060 Jun 15 14:15:15.761571 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:15.810329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecab69d6-304e-4a63-b095-3d7e41916597 x-openstack-request-id: req-ecab69d6-304e-4a63-b095-3d7e41916597 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:15.811378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:15.811874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecab69d6-304e-4a63-b095-3d7e41916597 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:15.812505 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'status': 'completed', 'code': 200} Jun 15 14:15:15.822076 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d261ab3c-f179-48c9-b3d9-cae783ce0b0e req-57d54ba7-1afb-4414-a1ef-b5a0827e6455 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834169 Jun 15 14:15:16.169328 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad380a8d-7102-4784-a3c6-377266e80196 req-eb11e62e-5938-4c3f-ad2c-04aafde6d4c2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.181175 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad380a8d-7102-4784-a3c6-377266e80196 req-eb11e62e-5938-4c3f-ad2c-04aafde6d4c2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.1731038 Jun 15 14:15:16.286863 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad380a8d-7102-4784-a3c6-377266e80196 req-2897cc25-a810-4f99-80ee-f511536a4c0d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046059 Jun 15 14:15:16.369825 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90d758-331f-4930-bdf6-30ff2bcaeec5 x-openstack-request-id: req-ab90d758-331f-4930-bdf6-30ff2bcaeec5 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:16.371993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:16.372471 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab90d758-331f-4930-bdf6-30ff2bcaeec5 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:16.374619 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'code': 200} Jun 15 14:15:16.545371 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0938-2b16-4f34-a3fd-3ad148336778 req-87249c04-34ab-4b45-a243-4f0ff38d80e9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.547489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aa0f0938-2b16-4f34-a3fd-3ad148336778 req-87249c04-34ab-4b45-a243-4f0ff38d80e9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1857479 Jun 15 14:15:16.579570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:16.623949 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Transition to ACTIVE for port object e737d92e-de69-4947-87a8-ca3f94c2543d will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:16.640662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:16.674065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:16.715613 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aa0f0938-2b16-4f34-a3fd-3ad148336778 req-5f628d8b-c204-4256-97d9-ce80d710a177 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591914 Jun 15 14:15:16.778262 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c49fc-6847-4203-a4fa-1f306bad2fd7 req-5bc85ff1-d47c-456e-90ec-7b19945fb75a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.778262 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-537c49fc-6847-4203-a4fa-1f306bad2fd7 req-5bc85ff1-d47c-456e-90ec-7b19945fb75a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1894896 Jun 15 14:15:16.928026 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-537c49fc-6847-4203-a4fa-1f306bad2fd7 req-d92f1c98-3d36-44e4-9312-65343daf112e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369905 Jun 15 14:15:16.988704 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Attempting to bind port e737d92e-de69-4947-87a8-ca3f94c2543d on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:16.991730 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Attempting to bind port e737d92e-de69-4947-87a8-ca3f94c2543d by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:16.992339 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Attempting to bind port e737d92e-de69-4947-87a8-ca3f94c2543d on network 952ae250-3cc0-423d-bf33-7980af51f168 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:17.007826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Pushing event updated for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:17.012759 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:17.014386 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:17.015867 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Checking segment: {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:17.017964 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:17.018832 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Bound using segment: {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:17.019558 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Bound port: e737d92e-de69-4947-87a8-ca3f94c2543d, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee99724-4dd2-4c4f-8bf8-afa180b0a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:17.020283 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:17.170239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb570-265b-4f71-96c9-22d4d7ffbfb6 req-69cc66ec-b388-434e-9b4a-8f2c1abbcc9d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.170239 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5feb570-265b-4f71-96c9-22d4d7ffbfb6 req-69cc66ec-b388-434e-9b4a-8f2c1abbcc9d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1759250 Jun 15 14:15:17.230659 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] For port e737d92e-de69-4947-87a8-ca3f94c2543d, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:17.241762 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] For port e737d92e-de69-4947-87a8-ca3f94c2543d, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e737d92e-de69-4947-87a8-ca3f94c2543d,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:17.246988 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:17.252332 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:17.284748 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5feb570-265b-4f71-96c9-22d4d7ffbfb6 req-09dad4e7-b61f-437d-b9f6-0b5b02e62d9a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100626 Jun 15 14:15:17.375350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f467bfd-8799-417a-a50a-01e003e1cd10 req-013e804f-9869-4327-81cf-e4f98d7e5cfe tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.395360 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0f467bfd-8799-417a-a50a-01e003e1cd10 req-013e804f-9869-4327-81cf-e4f98d7e5cfe tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2118304 Jun 15 14:15:17.457680 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:17.457680 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:15:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:17.597437 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0f467bfd-8799-417a-a50a-01e003e1cd10 req-feaf28d2-1a65-437f-9cc8-9278e05fc80d tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978798 Jun 15 14:15:17.883711 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Pushing event updated for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:17.888156 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:17.953511 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f567-7a4d-4b60-802f-dc2bb0ffe590 req-e525d089-c5b0-463d-9720-758898decf2a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.962606 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-91a4f567-7a4d-4b60-802f-dc2bb0ffe590 req-e525d089-c5b0-463d-9720-758898decf2a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.2303288 Jun 15 14:15:18.021668 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:18.134501 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-8c3fb920-9f7c-4379-b92e-64eeec5b961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.140341 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-8c3fb920-9f7c-4379-b92e-64eeec5b961b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1096 time: 0.1415820 Jun 15 14:15:18.184555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d2dd-97b8-47fb-aa1b-c22a6f66140e req-5c1c340d-59aa-4668-b635-d5f9e377101d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.199035 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d898d2dd-97b8-47fb-aa1b-c22a6f66140e req-5c1c340d-59aa-4668-b635-d5f9e377101d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.3543098 Jun 15 14:15:18.212167 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-91a4f567-7a4d-4b60-802f-dc2bb0ffe590 req-a29b19e0-57e9-4014-ac69-31875ec85566 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476044 Jun 15 14:15:18.375711 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-d5717b1a-05ad-4683-b060-d90472cc65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.380931 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-d5717b1a-05ad-4683-b060-d90472cc65ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.3689337 Jun 15 14:15:18.422813 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d898d2dd-97b8-47fb-aa1b-c22a6f66140e req-85951c0a-5db7-469a-a6a9-c5388a1ed501 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226121 Jun 15 14:15:18.525237 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-de327292-92aa-47d3-a2b7-88c1879707a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333098 Jun 15 14:15:18.681385 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-b1104dc8-d662-43d0-b8a3-f33e53c6f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.682279 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-b1104dc8-d662-43d0-b8a3-f33e53c6f826 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5306263 Jun 15 14:15:18.847092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:15:08Z', 'revision_number': 4, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e737d92e-de69-4947-87a8-ca3f94c2543d', 'name': '', 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'mac_address': 'fa:16:3e:6c:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:15:05Z', 'updated_at': '2021-06-15T14:15:17Z', 'revision_number': 4, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'subnets': [{'id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:18.859194 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b1e47-17c6-4700-b3f2-d24ffc9e7b13 None None] The sync data for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi is: [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:15:08Z', 'revision_number': 4, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'e737d92e-de69-4947-87a8-ca3f94c2543d', 'name': '', 'network_id': '952ae250-3cc0-423d-bf33-7980af51f168', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'mac_address': 'fa:16:3e:6c:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:15:05Z', 'updated_at': '2021-06-15T14:15:17Z', 'revision_number': 4, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'subnets': [{'id': 'fe2f961f-e76a-42d9-99da-f5c68be83ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:15:19.510489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-79006f34-4b0b-46e1-a5aa-23b9280dd67d service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747741 Jun 15 14:15:19.545614 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdae42-354c-4c27-93e9-e09a08951a3d req-293e6a69-f3e8-45b0-b44d-0c4a24c56cb0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.550592 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92fdae42-354c-4c27-93e9-e09a08951a3d req-293e6a69-f3e8-45b0-b44d-0c4a24c56cb0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.9114418 Jun 15 14:15:19.556684 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-a9b7dde7-5077-44de-9dc4-c7e15c2e31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.558232 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a823443-3ea1-4538-9ef0-701041a364c0 req-a9b7dde7-5077-44de-9dc4-c7e15c2e31e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8690531 Jun 15 14:15:19.577068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ca62-78db-4cb3-96ea-ce3973c574d9 req-9f2d0c7e-aa61-4adf-ba12-7f6295b4b017 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.583829 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aef6ca62-78db-4cb3-96ea-ce3973c574d9 req-9f2d0c7e-aa61-4adf-ba12-7f6295b4b017 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.8733461 Jun 15 14:15:19.656560 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92fdae42-354c-4c27-93e9-e09a08951a3d req-752aec56-caa9-4b55-886c-7120d2c1e71c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889368 Jun 15 14:15:19.721019 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aef6ca62-78db-4cb3-96ea-ce3973c574d9 req-15071f59-f552-4e3e-a957-04dcde0668c5 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308568 Jun 15 14:15:19.817092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e737d92e-de69-4947-87a8-ca3f94c2543d up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:19.918708 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port e737d92e-de69-4947-87a8-ca3f94c2543d completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:19.924688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e737d92e-de69-4947-87a8-ca3f94c2543d triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:19.925282 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:20.036071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510c423-13ba-4ba9-a64f-56625a85e9de req-c207f847-b2b2-4072-a7f5-3a71732f9fe0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.045319 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9510c423-13ba-4ba9-a64f-56625a85e9de req-c207f847-b2b2-4072-a7f5-3a71732f9fe0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1788130 Jun 15 14:15:20.080874 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:20.111713 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9510c423-13ba-4ba9-a64f-56625a85e9de req-d75198f6-7451-4633-a7a1-e1f12f3d0291 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649962 Jun 15 14:15:20.155464 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fff1-240c-4edd-8c77-6be1052bedc6 req-1625fa45-a1ab-47d1-b9ab-cf292b8f4a31 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.159203 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-68e6fff1-240c-4edd-8c77-6be1052bedc6 req-1625fa45-a1ab-47d1-b9ab-cf292b8f4a31 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.2496362 Jun 15 14:15:20.195317 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port e737d92e-de69-4947-87a8-ca3f94c2543d, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e737d92e-de69-4947-87a8-ca3f94c2543d,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:20.200027 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:20.202493 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:20.309464 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-68e6fff1-240c-4edd-8c77-6be1052bedc6 req-68f9d527-6d62-484e-857b-6268e158193f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349394 Jun 15 14:15:20.587227 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c6f9-0858-41fa-980c-fb48e3e93bf3 req-b90655b1-d4a6-473a-a481-bb0a47b39dd3 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.592726 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6105c6f9-0858-41fa-980c-fb48e3e93bf3 req-b90655b1-d4a6-473a-a481-bb0a47b39dd3 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1684968 Jun 15 14:15:20.628993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:20.638086 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:20.670372 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6105c6f9-0858-41fa-980c-fb48e3e93bf3 req-b4117504-c9a3-480e-9d87-1dd2157f6ba8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709038 Jun 15 14:15:21.032629 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a0a3b-de40-4716-9b00-d0f4ed927238 req-3d05c2e2-5481-4867-b3c5-3c50ca320dbe tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.034274 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b08a0a3b-de40-4716-9b00-d0f4ed927238 req-3d05c2e2-5481-4867-b3c5-3c50ca320dbe tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1981452 Jun 15 14:15:21.092424 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff158f1-1540-4929-b7f0-c76533e34c83 req-3a829b3f-43ce-44b3-ac7d-b95a8a31fb97 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.094918 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dff158f1-1540-4929-b7f0-c76533e34c83 req-3a829b3f-43ce-44b3-ac7d-b95a8a31fb97 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1559660 Jun 15 14:15:21.146244 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b08a0a3b-de40-4716-9b00-d0f4ed927238 req-e8a7dc09-e38e-4180-b0e1-fe7ecd7bd37e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913153 Jun 15 14:15:21.182313 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dff158f1-1540-4929-b7f0-c76533e34c83 req-c40dc747-e76c-4989-9830-a8c1f3723354 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613866 Jun 15 14:15:21.491893 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1663-2c66-487f-9ed3-343ed682a1ca req-9cf83a89-30ab-4e5f-8c57-3035498e368b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.500158 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b4ac1663-2c66-487f-9ed3-343ed682a1ca req-9cf83a89-30ab-4e5f-8c57-3035498e368b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1464589 Jun 15 14:15:21.626735 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b4ac1663-2c66-487f-9ed3-343ed682a1ca req-eb5d7f8f-f098-4354-ae99-2fa2cf21dbf1 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047702 Jun 15 14:15:21.787124 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e737d92e-de69-4947-87a8-ca3f94c2543d up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:21.903919 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e737d92e-de69-4947-87a8-ca3f94c2543d triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:21.904697 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:22.086246 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aedc9-212e-4963-b777-0f70b8e96716 req-76e4b5fc-b103-431e-896c-a4721653db1e tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.095824 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9e2aedc9-212e-4963-b777-0f70b8e96716 req-76e4b5fc-b103-431e-896c-a4721653db1e tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.1937013 Jun 15 14:15:22.146743 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc230e3-4948-4b25-828a-60384fffab33 req-4eb4043d-258c-4d36-8193-8e3a20bcae44 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.158101 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2dc230e3-4948-4b25-828a-60384fffab33 req-4eb4043d-258c-4d36-8193-8e3a20bcae44 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2568140 Jun 15 14:15:22.225568 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9e2aedc9-212e-4963-b777-0f70b8e96716 req-4126f597-64d7-4fe9-8d13-7d79489bd772 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245856 Jun 15 14:15:22.295078 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2dc230e3-4948-4b25-828a-60384fffab33 req-22fe3d57-d4d6-4675-b8d9-96f2c6aa01de tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345901 Jun 15 14:15:22.668273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-09030a0b-5a72-4289-9594-e322b9a9fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.670061 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-09030a0b-5a72-4289-9594-e322b9a9fab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1096 time: 0.1252918 Jun 15 14:15:22.715268 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-11275a4f-680b-409e-850a-25f7dd6ec996 req-0bc39834-43e0-4335-9744-ee6d4f1e6f6a service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730633 Jun 15 14:15:22.763879 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-1cec54af-c6ca-4678-80aa-c24f901146c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 217 time: 0.0850871 Jun 15 14:15:22.864136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-d7b3b4e2-70a2-40e7-aa54-e19a8bc12e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.865826 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-d7b3b4e2-70a2-40e7-aa54-e19a8bc12e59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.0933025 Jun 15 14:15:22.866240 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf086-cfce-4f77-8607-04cd6aad392b req-dcc33299-0e5a-45a3-90fe-8c99f2a0ff93 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.873452 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fdaf086-cfce-4f77-8607-04cd6aad392b req-dcc33299-0e5a-45a3-90fe-8c99f2a0ff93 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1737692 Jun 15 14:15:22.933407 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fdaf086-cfce-4f77-8607-04cd6aad392b req-19e4aca3-b2bd-4639-8bbb-fd402dd6277d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580885 Jun 15 14:15:22.944840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441bb-4913-473e-9a18-2f2b4470dd71 req-756233a1-3f01-49a6-bff2-de9d5c34b37e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.951944 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1ac441bb-4913-473e-9a18-2f2b4470dd71 req-756233a1-3f01-49a6-bff2-de9d5c34b37e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.4865570 Jun 15 14:15:22.978810 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-07b367a3-d5fb-4036-a0e3-31aa41ccff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.980333 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-07b367a3-d5fb-4036-a0e3-31aa41ccff34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053247 Jun 15 14:15:23.061599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-334ac458-3bc9-434d-af5d-0fb8fd435bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.062987 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-334ac458-3bc9-434d-af5d-0fb8fd435bd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 1097 time: 0.2802289 Jun 15 14:15:23.108784 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1ac441bb-4913-473e-9a18-2f2b4470dd71 req-49731091-76f2-482e-8dbc-6c17cc2cc540 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527631 Jun 15 14:15:23.190330 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-b34351af-8683-4f6c-9f6c-efa60e87ca88 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015471 Jun 15 14:15:23.362143 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-7f7d5763-dff9-4f5d-9092-7081b1425d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.362143 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-7f7d5763-dff9-4f5d-9092-7081b1425d40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 200 len: 914 time: 0.2743590 Jun 15 14:15:23.565875 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb036b4-babe-48ee-8ebb-5aab67c0777a req-a365e6b0-2bf2-4afb-9a76-953c0198f7ce tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.574442 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c068e4f-28bb-4f6e-9ddb-5712da8db0db req-4f0962aa-baf8-4785-8f8c-dedb56c2ab7c service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739226 Jun 15 14:15:23.577197 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceb036b4-babe-48ee-8ebb-5aab67c0777a req-a365e6b0-2bf2-4afb-9a76-953c0198f7ce tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.4660602 Jun 15 14:15:23.578673 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-19c6ff01-06e7-47b1-a1e2-53d0e926208b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76 HTTP/1.1" status: 200 len: 217 time: 0.2010281 Jun 15 14:15:23.833629 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceb036b4-babe-48ee-8ebb-5aab67c0777a req-ca65741a-9919-447f-b5d3-8186dbd28304 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539666 Jun 15 14:15:23.876204 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-bbdc14a7-99ea-4534-a10b-6c23b5db7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.877832 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-bbdc14a7-99ea-4534-a10b-6c23b5db7b92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 200 len: 853 time: 0.1771224 Jun 15 14:15:23.933021 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-749467ad-f038-4e08-9817-620cb24510f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caa53801-033a-4add-bfe9-0e0bc0387efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476422 Jun 15 14:15:23.956894 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79a1e4-e2b8-44a0-87a4-dfe7fb5c99c4 req-606852f2-7b94-4797-a721-53f79f4372c9 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.964447 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef79a1e4-e2b8-44a0-87a4-dfe7fb5c99c4 req-606852f2-7b94-4797-a721-53f79f4372c9 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.2916114 Jun 15 14:15:24.121003 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef79a1e4-e2b8-44a0-87a4-dfe7fb5c99c4 req-1700a6bb-d291-4b96-902c-4e168f6b2d31 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554983 Jun 15 14:15:24.229230 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-2d8deb05-2852-46d1-836d-ebb7087c7336 service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882347 Jun 15 14:15:24.506600 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02e5c47a-4e07-43e9-b0a0-c2c72e14be04 req-f41b05af-8db7-4f5b-b989-d39dc29a49ed service neutron] 10.222.0.23 "GET /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440372 Jun 15 14:15:24.506600 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f12250-3128-4666-914c-51f7990bc415 req-e793e43f-3d23-4ce4-9f2e-e34a0405a93b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.506600 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-12f12250-3128-4666-914c-51f7990bc415 req-e793e43f-3d23-4ce4-9f2e-e34a0405a93b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.5008287 Jun 15 14:15:24.607626 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-12f12250-3128-4666-914c-51f7990bc415 req-58424510-4eb8-4dde-b9ab-65286f310cbf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014245 Jun 15 14:15:24.671855 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7651fd-f541-49e6-a1fa-9f1c20075f15 req-e46dbb69-ef84-4856-b713-f71b78fdd6f0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.692966 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bf7651fd-f541-49e6-a1fa-9f1c20075f15 req-e46dbb69-ef84-4856-b713-f71b78fdd6f0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1750207 Jun 15 14:15:24.768630 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bf7651fd-f541-49e6-a1fa-9f1c20075f15 req-6642663b-6746-4a70-9958-500186f510f1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742707 Jun 15 14:15:24.910360 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17e731-60d7-47ec-b417-71da10b020d8 req-4af297f2-3bf8-4e43-89fb-93c299e88a06 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.913340 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a17e731-60d7-47ec-b417-71da10b020d8 req-4af297f2-3bf8-4e43-89fb-93c299e88a06 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1075516 Jun 15 14:15:24.999599 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a17e731-60d7-47ec-b417-71da10b020d8 req-615dbbd3-2968-4f8b-a7dd-fd6a9fe07105 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790627 Jun 15 14:15:25.159734 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74d40-66e4-49cd-92e9-162cc68937d1 req-144e1f18-ee74-4c98-810a-c17d0fd00e8e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.161891 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22d74d40-66e4-49cd-92e9-162cc68937d1 req-144e1f18-ee74-4c98-810a-c17d0fd00e8e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1253555 Jun 15 14:15:25.249299 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-22d74d40-66e4-49cd-92e9-162cc68937d1 req-88377b40-b176-42c7-95f3-377bc3b20818 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797572 Jun 15 14:15:25.497826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c4cc0-b61b-4bae-895a-48605e4f209b req-2a30aef7-2ec1-44c0-8506-d6860e4b5bc5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.501368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee8c4cc0-b61b-4bae-895a-48605e4f209b req-2a30aef7-2ec1-44c0-8506-d6860e4b5bc5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 944 time: 0.1699305 Jun 15 14:15:25.594051 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee8c4cc0-b61b-4bae-895a-48605e4f209b req-0ebe038c-5737-4640-a3af-23a7e4c2b0cd tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818059 Jun 15 14:15:25.915373 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c1278-d72c-4341-ac4c-98d7e815dd0f req-c28e5db6-0c6e-40a8-ba71-8cfd209783c2 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.930384 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f55c1278-d72c-4341-ac4c-98d7e815dd0f req-c28e5db6-0c6e-40a8-ba71-8cfd209783c2 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1484044 Jun 15 14:15:26.003506 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 3c395358-8b5e-4f60-90f7-856aa6e2ca76 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:26.133935 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f55c1278-d72c-4341-ac4c-98d7e815dd0f req-e3b28cee-d014-406a-b42e-65af035801fd tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021852 Jun 15 14:15:26.211930 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1164-7055-4b62-a746-b5d872866c52 req-ad1fb6d3-6b38-4305-86e1-8540a0d20d47 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.228707 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-388d1164-7055-4b62-a746-b5d872866c52 req-ad1fb6d3-6b38-4305-86e1-8540a0d20d47 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.2326341 Jun 15 14:15:26.297020 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:26.311954 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '3c395358-8b5e-4f60-90f7-856aa6e2ca76', 'network_id': 'caa53801-033a-4add-bfe9-0e0bc0387efb', 'port_id': '3c395358-8b5e-4f60-90f7-856aa6e2ca76', 'mac_address': 'fa:16:3e:d7:aa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb215446-94e4-4204-8fab-f0e00dd8ae5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:26.323468 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-388d1164-7055-4b62-a746-b5d872866c52 req-55009d0a-e954-480c-ab1f-020e2e465cd6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929272 Jun 15 14:15:26.383838 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.401029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c395358-8b5e-4f60-90f7-856aa6e2ca76 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:26.428545 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:26.436428 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.438699 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:26.480662 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb37ee-8df3-46e0-8cb3-e75d40ea0afc req-59f0c375-8c9d-4351-8e4f-e556ee05a57b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.484737 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-90bb37ee-8df3-46e0-8cb3-e75d40ea0afc req-59f0c375-8c9d-4351-8e4f-e556ee05a57b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1611011 Jun 15 14:15:26.530543 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:26.545243 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:26.579192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-90bb37ee-8df3-46e0-8cb3-e75d40ea0afc req-3ee6f097-581e-42f3-9633-7fde52becc18 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887024 Jun 15 14:15:26.656239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8866f14-b510-48dc-b014-4cef583dc35c req-1b8af95d-5d7a-4956-8a9b-4b3ed70e4310 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.668578 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c8866f14-b510-48dc-b014-4cef583dc35c req-1b8af95d-5d7a-4956-8a9b-4b3ed70e4310 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1443605 Jun 15 14:15:26.742585 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c8866f14-b510-48dc-b014-4cef583dc35c req-bb91a783-34c4-4a09-8355-1c5c8484e19b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Jun 15 14:15:26.787018 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['3c395358-8b5e-4f60-90f7-856aa6e2ca76'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:26.853792 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600aab63-825d-435f-a75e-74ddd9bffdf1 req-7ca4bd87-1851-4aaf-be3d-0ad987210e14 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.861268 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-600aab63-825d-435f-a75e-74ddd9bffdf1 req-7ca4bd87-1851-4aaf-be3d-0ad987210e14 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 945 time: 0.1011865 Jun 15 14:15:26.918449 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-600aab63-825d-435f-a75e-74ddd9bffdf1 req-c24d4699-2191-4bc3-bb5a-85600c7a335a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559351 Jun 15 14:15:27.430419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ba9f-aa86-4a08-a7f0-a5acfc4e0be9 req-594cdafb-499b-436e-a909-9c90306de7e6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:27.432056 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d35ba9f-aa86-4a08-a7f0-a5acfc4e0be9 req-594cdafb-499b-436e-a909-9c90306de7e6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1596956 Jun 15 14:15:27.582187 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d35ba9f-aa86-4a08-a7f0-a5acfc4e0be9 req-f7e23976-4a59-48c3-bdcd-d1f7734f39d9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422422 Jun 15 14:15:28.073478 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7896f2-3f4a-4e60-9f23-fd311a5b7971 req-e5b27f90-3ecf-4db5-8d27-76a80a4afee1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.080588 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2b7896f2-3f4a-4e60-9f23-fd311a5b7971 req-e5b27f90-3ecf-4db5-8d27-76a80a4afee1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.5410244 Jun 15 14:15:28.148737 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2b7896f2-3f4a-4e60-9f23-fd311a5b7971 req-4ed92b60-dcea-4113-9949-431acec31278 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631967 Jun 15 14:15:28.173777 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8656499-205f-483f-b6ec-d646878ac5ee req-af47d263-0b48-4ead-8550-28c9f88f57b2 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.182790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8656499-205f-483f-b6ec-d646878ac5ee req-af47d263-0b48-4ead-8550-28c9f88f57b2 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1914887 Jun 15 14:15:28.280489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8656499-205f-483f-b6ec-d646878ac5ee req-6cfc4e5f-cf17-41e6-8c75-b2406b2847df tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855756 Jun 15 14:15:28.574037 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2c93d-cc0b-4a1c-af47-25da3fd66824 req-4b6bcae4-e334-4d34-8862-af0ede48494a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.582626 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cf2c93d-cc0b-4a1c-af47-25da3fd66824 req-4b6bcae4-e334-4d34-8862-af0ede48494a tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 945 time: 0.1428149 Jun 15 14:15:28.608045 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32668f-4620-4370-ba02-910b1666ce96 req-6a665a4b-ec97-4656-9f21-4c17befd98e3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.609921 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a32668f-4620-4370-ba02-910b1666ce96 req-6a665a4b-ec97-4656-9f21-4c17befd98e3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2302110 Jun 15 14:15:28.695245 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cf2c93d-cc0b-4a1c-af47-25da3fd66824 req-3ade5201-83ee-4aa2-a52e-74e3662d4c3b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114590 Jun 15 14:15:28.762688 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a32668f-4620-4370-ba02-910b1666ce96 req-008e5ffe-8149-455b-afa2-080a62ddc9cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233351 Jun 15 14:15:28.896057 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afb050-a093-4868-8584-08c2fd3ecfc3 req-8a6871a6-7096-4577-9b84-47b4fad89a20 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.898664 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63afb050-a093-4868-8584-08c2fd3ecfc3 req-8a6871a6-7096-4577-9b84-47b4fad89a20 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0820127 Jun 15 14:15:28.950615 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63afb050-a093-4868-8584-08c2fd3ecfc3 req-8283d38d-2fcf-44f8-b277-09a2b3b1b9f7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Jun 15 14:15:29.397315 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b43536-1351-4d31-ac5b-e26aa19a7daa req-11285070-4ad3-48d8-8aeb-300391a7bf68 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.398859 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5b43536-1351-4d31-ac5b-e26aa19a7daa req-11285070-4ad3-48d8-8aeb-300391a7bf68 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.0951190 Jun 15 14:15:29.498924 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5b43536-1351-4d31-ac5b-e26aa19a7daa req-46c45da2-03a2-414b-8a3f-c73fc7a275e8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934477 Jun 15 14:15:29.549689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b16087-36f5-4eae-a35c-104425b3b28c req-856f777a-e8cf-40c6-b766-dccc22ebdb06 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.556965 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8b16087-36f5-4eae-a35c-104425b3b28c req-856f777a-e8cf-40c6-b766-dccc22ebdb06 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1503670 Jun 15 14:15:29.610936 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8b16087-36f5-4eae-a35c-104425b3b28c req-33d4bcfc-5814-497f-b35b-369bcb611e3e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530319 Jun 15 14:15:29.965602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f39b73-90e3-42ba-8225-f065a9a1d059 req-b59f246f-e3ef-436c-83d6-4e69959a4638 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.968234 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e4f39b73-90e3-42ba-8225-f065a9a1d059 req-b59f246f-e3ef-436c-83d6-4e69959a4638 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 945 time: 0.1268179 Jun 15 14:15:30.031864 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e4f39b73-90e3-42ba-8225-f065a9a1d059 req-080c7ee6-11dd-45dd-acea-30ec9bff927c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Jun 15 14:15:30.040689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7f031-87f0-433d-b914-80b2b109b226 req-eb10a040-2313-47a3-a81e-6432985c2e7b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.042296 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6ee7f031-87f0-433d-b914-80b2b109b226 req-eb10a040-2313-47a3-a81e-6432985c2e7b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1438363 Jun 15 14:15:30.132415 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6ee7f031-87f0-433d-b914-80b2b109b226 req-70b991dc-36d5-49b1-9059-dbfa405ba238 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753524 Jun 15 14:15:30.233908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331866-f371-4c9e-bfcf-bcc0908ff52a req-33aca41d-117f-4a0e-90ee-dad6d7b13461 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.236023 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a0331866-f371-4c9e-bfcf-bcc0908ff52a req-33aca41d-117f-4a0e-90ee-dad6d7b13461 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0833204 Jun 15 14:15:30.280921 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a0331866-f371-4c9e-bfcf-bcc0908ff52a req-55bccc25-9ab5-4faf-a27e-38f00d2aa58f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Jun 15 14:15:30.339528 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:30.728992 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de7e69-4f3e-42e4-8a8c-0dbd8ef55794 req-e4c7064d-b703-45ac-a858-95ffd8086c57 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.736223 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58de7e69-4f3e-42e4-8a8c-0dbd8ef55794 req-e4c7064d-b703-45ac-a858-95ffd8086c57 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.1002755 Jun 15 14:15:30.824507 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58de7e69-4f3e-42e4-8a8c-0dbd8ef55794 req-b8f64c30-9f55-4a20-8020-a8c571a3dc7c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872600 Jun 15 14:15:30.869702 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bea455-a220-41b4-ab3f-c9ca321d02e8 req-efb564ee-aa81-4581-bc70-61b0dd0254b9 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.871281 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d9bea455-a220-41b4-ab3f-c9ca321d02e8 req-efb564ee-aa81-4581-bc70-61b0dd0254b9 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1094873 Jun 15 14:15:30.918451 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d9bea455-a220-41b4-ab3f-c9ca321d02e8 req-8363fc51-34ce-4c62-8cd8-4578f132cd6a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Jun 15 14:15:31.138881 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-54049c51-7a66-4c60-9f88-3bf14573ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:31.515037 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02ada-6271-4c7a-b35f-82c5a4018fe4 req-b559e5fc-85af-45aa-a4ae-3a2f7efbfff6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.521907 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-01c02ada-6271-4c7a-b35f-82c5a4018fe4 req-b559e5fc-85af-45aa-a4ae-3a2f7efbfff6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 945 time: 0.2759838 Jun 15 14:15:31.538585 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaad796-4ec9-43c9-9743-79f97b81717c req-d83a4e6d-d2ab-4590-add6-b88fbae2b55b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.540052 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dcaad796-4ec9-43c9-9743-79f97b81717c req-d83a4e6d-d2ab-4590-add6-b88fbae2b55b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2395961 Jun 15 14:15:31.556771 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-0f635b81-f3a5-4706-86bb-38fedfe7c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.558238 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-0f635b81-f3a5-4706-86bb-38fedfe7c11b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1099 time: 0.1911337 Jun 15 14:15:31.654282 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-01c02ada-6271-4c7a-b35f-82c5a4018fe4 req-5b7efafe-d4d5-40b5-a4f4-ea051afd7e95 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313782 Jun 15 14:15:31.704983 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dcaad796-4ec9-43c9-9743-79f97b81717c req-5745da10-d40d-4a3e-9609-d26fc3fc3874 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439700 Jun 15 14:15:31.835614 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-20d449d0-7298-4b6c-8144-9ac991188011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.837110 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-20d449d0-7298-4b6c-8144-9ac991188011 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.2635062 Jun 15 14:15:31.996664 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-89f2453c-327a-48da-8a24-c881a477d7b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 1001 time: 0.1515131 Jun 15 14:15:32.090105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc67ef-9080-497c-afa1-89f707d5c514 req-1701cf83-8a13-426f-954d-341b6c30a3bc tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.096911 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9bbc67ef-9080-497c-afa1-89f707d5c514 req-1701cf83-8a13-426f-954d-341b6c30a3bc tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.3135090 Jun 15 14:15:32.155299 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-9f41d5b7-ed6f-45b1-bc6f-e323b9c2a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.157024 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-9f41d5b7-ed6f-45b1-bc6f-e323b9c2a83e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.1470225 Jun 15 14:15:32.243192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9bbc67ef-9080-497c-afa1-89f707d5c514 req-a67694f4-9afe-4d77-ab15-ad4a54580483 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453543 Jun 15 14:15:32.272869 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850895f-947d-44ab-8f04-2499f99027fe req-b2d02339-64f3-4366-a474-31f0058dc6f4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.280122 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2850895f-947d-44ab-8f04-2499f99027fe req-b2d02339-64f3-4366-a474-31f0058dc6f4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.2829394 Jun 15 14:15:32.333244 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-3e329acb-6440-4e2c-a21d-89a3bea91067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.335323 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-3e329acb-6440-4e2c-a21d-89a3bea91067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1457734 Jun 15 14:15:32.340247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:32.359773 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2850895f-947d-44ab-8f04-2499f99027fe req-9e492d37-ce03-484d-8c7b-70fc523d8ded tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756021 Jun 15 14:15:32.371547 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb985279-5ded-4d2e-a74a-d34e9e397011 req-0cdd1a08-2aee-423a-a89f-405e89f0b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.374345 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb985279-5ded-4d2e-a74a-d34e9e397011 req-0cdd1a08-2aee-423a-a89f-405e89f0b4f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.1004281 Jun 15 14:15:32.379993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 3c395358-8b5e-4f60-90f7-856aa6e2ca76 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:32.488165 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb985279-5ded-4d2e-a74a-d34e9e397011 req-be8d2880-dca4-44a9-a8e7-b8d163e7b4db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058488 Jun 15 14:15:32.503095 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.db.resource_extend [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:15:32.611980 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-7fcd9695-1fa3-4e3a-9dc2-b841717953f1 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511106 Jun 15 14:15:32.628900 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3cb7-9c63-447a-a3ae-eb42dbd4e9dd req-8e44d4b3-df3a-487d-9c19-f38113fa3625 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.631426 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-474f3cb7-9c63-447a-a3ae-eb42dbd4e9dd req-8e44d4b3-df3a-487d-9c19-f38113fa3625 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.2427411 Jun 15 14:15:32.774736 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-474f3cb7-9c63-447a-a3ae-eb42dbd4e9dd req-fe8ae865-3a4a-4f63-a0ae-44fe0de30778 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336410 Jun 15 14:15:32.800228 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:32.815903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:32.819102 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:32.831845 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:32.895919 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '2206700f-5739-4694-9623-32660dc53625', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'mac_address': 'fa:16:3e:16:2b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:32.988627 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.009560 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d1c1f72-b001-4a48-b650-a43710cf5563 req-43dbcf4d-c7c6-4483-b8f5-40e8d6129ea1 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768651 Jun 15 14:15:33.023477 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.047031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:33.050360 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617b5d3-0c61-4b2f-8d9d-d7c28c9f5768" -d '{"events": [{"server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "name": "network-vif-plugged", "status": "completed", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:33.054395 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db721-074e-42b9-a346-fd5558ed2e2b req-b6e4da7d-3546-41f1-8862-67aa1fc6efe5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.061732 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ec4db721-074e-42b9-a346-fd5558ed2e2b req-b6e4da7d-3546-41f1-8862-67aa1fc6efe5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 945 time: 0.2393231 Jun 15 14:15:33.072732 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:33.075834 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2206700f-5739-4694-9623-32660dc53625 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:33.087722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.093303 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-840c9cf2-19ca-40a0-a3ae-70fd93e8cfe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:33.111435 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88656-2a63-4f98-b5ea-8c6abb0e8bc0 req-e1bdf343-2cd0-4dc9-a6e5-66b340cd1977 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.112891 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27c88656-2a63-4f98-b5ea-8c6abb0e8bc0 req-e1bdf343-2cd0-4dc9-a6e5-66b340cd1977 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1775837 Jun 15 14:15:33.128997 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ec4db721-074e-42b9-a346-fd5558ed2e2b req-9d8357da-2c6c-4b85-bf02-d7b23266a05d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662847 Jun 15 14:15:33.145589 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:33.155992 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.177208 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:33.190075 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:33.190075 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:33.200796 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27c88656-2a63-4f98-b5ea-8c6abb0e8bc0 req-b2a4d310-b41c-47c8-a9e7-cf8da2c899f9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708489 Jun 15 14:15:33.238113 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc3c9b3-f000-4f8c-9aa7-2be4bbb685d8 x-openstack-request-id: req-0fc3c9b3-f000-4f8c-9aa7-2be4bbb685d8 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:33.238576 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "name": "network-vif-plugged", "status": "completed", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:33.238891 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fc3c9b3-f000-4f8c-9aa7-2be4bbb685d8 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:33.239351 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76', 'code': 200} Jun 15 14:15:33.283444 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33216) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:33.328433 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:33.332465 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:33.401762 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Deleting subnet 960e1453-035c-47c7-9c05-39e7665afbc9 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:15:33.406598 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.476100 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.500393 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.553557 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9f2adcc7-1bfa-42f8-838f-2d17931c45f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.561972 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['2206700f-5739-4694-9623-32660dc53625'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:33.571573 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.637359 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cfaf5-ec76-47a1-9baa-44242ed90f54 req-dfc45a20-4fd8-4577-bac4-969980e5b930 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.646878 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7f7cfaf5-ec76-47a1-9baa-44242ed90f54 req-dfc45a20-4fd8-4577-bac4-969980e5b930 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1767249 Jun 15 14:15:33.687958 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.697653 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:33.726416 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7f7cfaf5-ec76-47a1-9baa-44242ed90f54 req-6f984dea-5f8d-4992-8c23-198cab92a584 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785506 Jun 15 14:15:33.728117 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960e1453-035c-47c7-9c05-39e7665afbc9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:33.730664 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.735868 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/960e1453-035c-47c7-9c05-39e7665afbc9 HTTP/1.1" status: 204 len: 168 time: 0.4509473 Jun 15 14:15:33.736851 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-aa61d491-3ca7-442d-8484-c74b37a0d643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:33.738411 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 33220) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:33.798977 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc859-120f-425c-bfbb-57845d1c2633 req-b4f5c91e-8321-4133-abc2-3ce8becd7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.800614 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d5dc859-120f-425c-bfbb-57845d1c2633 req-b4f5c91e-8321-4133-abc2-3ce8becd7eba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 1099 time: 0.2573009 Jun 15 14:15:34.196375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.233650 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864a493-a2c7-49f4-b549-e6c835bed69a req-a168402e-b2eb-4663-9c70-2e531fb820af tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.235253 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0864a493-a2c7-49f4-b549-e6c835bed69a req-a168402e-b2eb-4663-9c70-2e531fb820af tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 946 time: 0.6762705 Jun 15 14:15:34.280368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d5dc859-120f-425c-bfbb-57845d1c2633 req-6aa66071-689a-4de0-b100-59c08480f7cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267488 Jun 15 14:15:34.348969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:15:34.377165 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0864a493-a2c7-49f4-b549-e6c835bed69a req-ab0bb8d0-c591-450b-ac23-23714d91f214 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260982 Jun 15 14:15:34.423115 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.443898 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80ca8-2336-4ff5-aec4-5f8216ff023f req-6b627b7a-44cd-4988-8982-ffa2f4e1c14c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.450717 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92b80ca8-2336-4ff5-aec4-5f8216ff023f req-6b627b7a-44cd-4988-8982-ffa2f4e1c14c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 944 time: 0.2964625 Jun 15 14:15:34.453558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553b1662-3492-40d7-adce-374838caa543']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:34.485415 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:34.485726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c0ec98-3fb0-48bd-9629-e33b92e659b2') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:34.499555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.509557 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.533199 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92b80ca8-2336-4ff5-aec4-5f8216ff023f req-f8664345-e429-404a-b2af-808ac1914061 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811653 Jun 15 14:15:34.534537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.554151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:15:34.554598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:15:34.556402 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:15:34.571501 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:34.577370 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.579675 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:34.663102 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=8']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:34.666423 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:34.765962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.780264 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:34.785002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.790979 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/553b1662-3492-40d7-adce-374838caa543 HTTP/1.1" status: 204 len: 168 time: 1.0474226 Jun 15 14:15:34.831628 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=553b1662-3492-40d7-adce-374838caa543,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:34.836729 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-35b91f46-47df-41e0-abbf-58cd990c7ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:34.858667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45d88b-6955-4e4c-9028-4e3cba6a2a42 req-93632797-0722-490e-b515-1c7aead8536f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.860219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cb45d88b-6955-4e4c-9028-4e3cba6a2a42 req-93632797-0722-490e-b515-1c7aead8536f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.2651515 Jun 15 14:15:34.872822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc8ed-9f61-41dc-a575-8c2de84ac28a req-9c8ef934-6333-498e-b7a2-48712b511fa9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.874428 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-396fc8ed-9f61-41dc-a575-8c2de84ac28a req-9c8ef934-6333-498e-b7a2-48712b511fa9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1511061 Jun 15 14:15:34.931905 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cb45d88b-6955-4e4c-9028-4e3cba6a2a42 req-687d0a57-3c28-42d9-9a5f-6817713e918b tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565608 Jun 15 14:15:34.956270 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-396fc8ed-9f61-41dc-a575-8c2de84ac28a req-2c9d3162-a25f-4616-9261-2a53a0838bb1 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731986 Jun 15 14:15:35.099217 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.205092 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 33248) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:35.241259 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:35.244514 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521572a0-90bd-40f8-bf68-818625722caf" -d '{"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-unplugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:35.304264 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-24bad6d3-9810-4728-a604-6baa4059e7a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4440fe3dba4e4f118ab9b3f874dd9a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974667 Jun 15 14:15:35.306659 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33260) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:35.360327 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24ffe-fea6-4583-97dc-2e117ddd0d08 req-dca46047-c2b2-47a0-a116-7efdf5c1903b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.362553 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fb24ffe-fea6-4583-97dc-2e117ddd0d08 req-dca46047-c2b2-47a0-a116-7efdf5c1903b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1067145 Jun 15 14:15:35.425956 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.450147 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4fb24ffe-fea6-4583-97dc-2e117ddd0d08 req-1c2344d9-005d-4737-b715-a0463ff8048a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803592 Jun 15 14:15:35.488360 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.544767 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67de7c74-45b4-43b2-b0c8-44bc69081d92 x-openstack-request-id: req-67de7c74-45b4-43b2-b0c8-44bc69081d92 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:35.545258 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-unplugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:35.545350 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67de7c74-45b4-43b2-b0c8-44bc69081d92 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:35.546013 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'code': 200} Jun 15 14:15:35.621084 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.624832 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.625992 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb789c92-ce2f-4f78-9907-05543d743593 HTTP/1.1" status: 204 len: 168 time: 0.3183146 Jun 15 14:15:35.633381 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1ae11aaa-248c-4d5f-b322-7f87ba424cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:35.661867 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb789c92-ce2f-4f78-9907-05543d743593,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:35.667237 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:35.891467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-74b54f83-c5db-48a2-8fc9-59f651fc708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.893224 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-74b54f83-c5db-48a2-8fc9-59f651fc708b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=afcefcf2352b423c8fdd188721edc57c&device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 1098 time: 0.2229593 Jun 15 14:15:35.902182 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8ab2-4e8a-465b-ae67-9cb8337b58c9 req-c13c46b0-cf5d-42c7-a6f3-adf2f037ab71 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.909921 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ccaa8ab2-4e8a-465b-ae67-9cb8337b58c9 req-c13c46b0-cf5d-42c7-a6f3-adf2f037ab71 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1674175 Jun 15 14:15:35.939661 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee74289-94b2-48ea-ac97-c7349e26c970 req-b808e9f5-66cc-4d17-9a52-0b3449d536eb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.946731 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5ee74289-94b2-48ea-ac97-c7349e26c970 req-b808e9f5-66cc-4d17-9a52-0b3449d536eb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.2055051 Jun 15 14:15:36.067168 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33284) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:36.186678 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5ee74289-94b2-48ea-ac97-c7349e26c970 req-6ae8c4a4-31d1-4a16-8bdb-bc5da3ae2177 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389994 Jun 15 14:15:36.213546 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ccaa8ab2-4e8a-465b-ae67-9cb8337b58c9 req-7dea45e5-05e1-48a4-9272-31dbf93efdc0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025639 Jun 15 14:15:36.322703 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-e0534567-21d6-4477-9ce1-7415696eb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.331067 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-e0534567-21d6-4477-9ce1-7415696eb7e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 200 len: 920 time: 0.4082954 Jun 15 14:15:36.354881 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.365374 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:36.493357 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.501991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.515359 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 2206700f-5739-4694-9623-32660dc53625 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:36.524162 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 2206700f-5739-4694-9623-32660dc53625 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:36.525219 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.539344 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2249322e-09a6-4e8f-bb0a-644210604499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:36.547003 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef421c09c9b645749a6f0d3d1853a8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787817 Jun 15 14:15:36.548834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33300) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:36.623755 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c804b7e-1ffd-4599-9cc5-1802f5ad2da5,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:36.626729 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.639626 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.640035 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.640358 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.640731 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.641067 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.641417 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.641792 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.642144 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.642492 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.642833 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.643178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.643535 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:36.650990 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:36.668001 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.688049 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-dda31727-b558-4b03-8560-ae51f5e72793 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 200 len: 217 time: 0.3485286 Jun 15 14:15:36.702657 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.724211 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.773830 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-49cd867e-465e-4a2e-b142-1ea6b119bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.775391 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-49cd867e-465e-4a2e-b142-1ea6b119bbaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 200 len: 859 time: 0.0787134 Jun 15 14:15:36.782224 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.782677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:36.785492 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.786883 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c804b7e-1ffd-4599-9cc5-1802f5ad2da5 HTTP/1.1" status: 204 len: 168 time: 0.2368987 Jun 15 14:15:36.787646 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-adf8a742-7db1-4995-ab94-a03a7c7a208b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:36.805899 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:36.806762 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c804b7e-1ffd-4599-9cc5-1802f5ad2da5,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:36.810463 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:36.814951 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:15:36.823991 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-613fcdfd-1c06-47b1-97e8-d62ff7fed461 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c94025c5-ad71-4417-bc9e-5704fff6da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381646 Jun 15 14:15:36.824489 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:36.915803 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f8e33-0322-40f0-8a40-742a837c7aa2 req-d92539ef-2de5-4c78-b8ef-66feb2ef70ff tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.924040 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-069f8e33-0322-40f0-8a40-742a837c7aa2 req-d92539ef-2de5-4c78-b8ef-66feb2ef70ff tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.3521562 Jun 15 14:15:36.942522 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953cd91-1f84-4a1c-bc21-3529eebb7ebd req-a16f83de-d211-4b73-b53b-7f050a90f3d4 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.950688 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2953cd91-1f84-4a1c-bc21-3529eebb7ebd req-a16f83de-d211-4b73-b53b-7f050a90f3d4 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 944 time: 0.4498591 Jun 15 14:15:36.961859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:36.974055 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:37.088938 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-069f8e33-0322-40f0-8a40-742a837c7aa2 req-26d83629-ef83-4c23-9ff7-bd176c3017ef tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634588 Jun 15 14:15:37.137007 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2953cd91-1f84-4a1c-bc21-3529eebb7ebd req-a839a3c8-1231-4746-b6a8-2f3800984306 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849606 Jun 15 14:15:37.220197 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-c0c02165-fcc9-4d04-891d-f46346fe026c service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840680 Jun 15 14:15:37.438521 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-545ce35b-52f2-448e-b8a9-a21365d481c0 req-b8b85f17-e6e8-4812-97c6-1fc138d156cf service neutron] 10.222.0.23 "GET /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076762 Jun 15 14:15:37.551106 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:37.554305 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5520a8c0-886f-4895-b22c-f24dcd8aa1bb" -d '{"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-plugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:37.661344 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac422571-9e87-4687-b9a5-fa169f8c073d req-a4f73cd9-a411-4bfd-b7a0-59f72a6abb58 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.666376 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ac422571-9e87-4687-b9a5-fa169f8c073d req-a4f73cd9-a411-4bfd-b7a0-59f72a6abb58 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2260251 Jun 15 14:15:37.786072 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ac422571-9e87-4687-b9a5-fa169f8c073d req-fb7be3e4-ce0d-44a8-8239-4989928835f5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105483 Jun 15 14:15:38.051187 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9eb29-5f37-4e34-bd75-2e5008f926b5 req-0d1bc003-e0e9-4a85-ac46-7d7d241fad2f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:38.053394 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27d9eb29-5f37-4e34-bd75-2e5008f926b5 req-0d1bc003-e0e9-4a85-ac46-7d7d241fad2f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0914302 Jun 15 14:15:38.165403 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-27d9eb29-5f37-4e34-bd75-2e5008f926b5 req-9f901067-e843-4d9e-8a7d-42ca43237b28 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049831 Jun 15 14:15:38.225216 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a122cf-8804-4ad6-be40-add5f7956750 x-openstack-request-id: req-39a122cf-8804-4ad6-be40-add5f7956750 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:38.226450 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-plugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:38.226876 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39a122cf-8804-4ad6-be40-add5f7956750 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:38.227431 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'code': 200} Jun 15 14:15:38.555908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c9c9-dc4e-4e68-b22b-5ab3ea1c2a39 req-8a5c83e7-c960-4592-83cc-0bf7d0784873 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:38.565676 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4669c9c9-dc4e-4e68-b22b-5ab3ea1c2a39 req-8a5c83e7-c960-4592-83cc-0bf7d0784873 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1934261 Jun 15 14:15:38.646234 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4669c9c9-dc4e-4e68-b22b-5ab3ea1c2a39 req-bb6053e8-f6f1-4645-a34d-969e7be5f012 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793483 Jun 15 14:15:38.834338 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace508c5-7904-4f7d-a529-279d929d8eca req-6fe5f437-9382-4111-8bf1-8cb40f2c1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:38.837205 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ace508c5-7904-4f7d-a529-279d929d8eca req-6fe5f437-9382-4111-8bf1-8cb40f2c1517 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.1444840 Jun 15 14:15:38.994910 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ace508c5-7904-4f7d-a529-279d929d8eca req-85c9344c-afbd-41ae-9943-2b952df1df44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445417 Jun 15 14:15:39.042143 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b2471-2df8-4bc9-9f1f-a83d22f1934e req-cd04a5b3-e2be-4fa9-ae8d-37da1c4f7a8d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:39.046358 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-502b2471-2df8-4bc9-9f1f-a83d22f1934e req-cd04a5b3-e2be-4fa9-ae8d-37da1c4f7a8d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1699791 Jun 15 14:15:39.142100 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-502b2471-2df8-4bc9-9f1f-a83d22f1934e req-e1a9bac4-ab1b-4dbb-97ad-e45ccdc89959 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785954 Jun 15 14:15:39.440553 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33414) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:39.573226 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-0854ff50-c68c-4511-a740-48c3b356df5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225667 Jun 15 14:15:39.595712 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6131b-3a49-4307-8eb0-99c4cd7cfbb6 req-1f9cd80a-7b12-4886-a8db-7e18e1e6a813 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:39.602933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-14e6131b-3a49-4307-8eb0-99c4cd7cfbb6 req-1f9cd80a-7b12-4886-a8db-7e18e1e6a813 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2526710 Jun 15 14:15:39.612753 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a528-fa39-4c1b-a4a4-84676c8cc401 req-35a5c003-58bd-41f3-ab4b-761eeafbecb0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:39.614364 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2d64a528-fa39-4c1b-a4a4-84676c8cc401 req-35a5c003-58bd-41f3-ab4b-761eeafbecb0 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1428039 Jun 15 14:15:39.692854 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-14e6131b-3a49-4307-8eb0-99c4cd7cfbb6 req-28611458-d6ba-480d-bbd4-41135126a829 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888989 Jun 15 14:15:39.749133 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2d64a528-fa39-4c1b-a4a4-84676c8cc401 req-1ec36e79-d24f-4886-ad22-af7dc6131b71 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929189 Jun 15 14:15:39.864883 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-6ff6ce70-9226-4b56-bf51-8a188dbd2551 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5165583d574d42c3943424699725c23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514545 Jun 15 14:15:40.151780 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-332db52b-d274-40f2-a0a3-2ecb86725e2a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.153523 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-332db52b-d274-40f2-a0a3-2ecb86725e2a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811818 Jun 15 14:15:40.178248 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355422fb-fa90-46ac-b4a1-71fa98556b89 req-e04a7675-c8a9-439e-a11d-be295f766370 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.185379 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-355422fb-fa90-46ac-b4a1-71fa98556b89 req-e04a7675-c8a9-439e-a11d-be295f766370 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.2452641 Jun 15 14:15:40.195834 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-e1574b43-d5c2-499f-937e-a40613e70aba tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/quotas/5165583d574d42c3943424699725c23d HTTP/1.1" status: 200 len: 375 time: 0.0358899 Jun 15 14:15:40.259368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-5541935b-c551-43d8-8f89-19c57bb8e1a2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5165583d574d42c3943424699725c23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534928 Jun 15 14:15:40.302155 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-355422fb-fa90-46ac-b4a1-71fa98556b89 req-ff89785d-7786-4fcc-8739-c46ad6e1b304 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161137 Jun 15 14:15:40.550264 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9b67219e-d2c5-4e3b-a5d3-47625f128b2a req-d6f8d3e0-268f-41bf-872e-a16ade5846d6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 210 time: 0.0376453 Jun 15 14:15:40.610706 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cd4b8-f4c6-4bb4-82c7-802211363fbd req-d4160411-f1d3-439a-81fd-54ef4ecdeaa0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.618802 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9a6cd4b8-f4c6-4bb4-82c7-802211363fbd req-d4160411-f1d3-439a-81fd-54ef4ecdeaa0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1642780 Jun 15 14:15:40.679046 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9a6cd4b8-f4c6-4bb4-82c7-802211363fbd req-c5bbb2b0-b4af-4113-80ca-36b520152957 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586519 Jun 15 14:15:41.022866 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083182-f29c-44e3-b415-fde75a50a68d req-f9365e75-dd15-45ed-a024-3d669ec19e69 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.030213 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-78083182-f29c-44e3-b415-fde75a50a68d req-f9365e75-dd15-45ed-a024-3d669ec19e69 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1586680 Jun 15 14:15:41.080450 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426299f2-2e36-4dfe-9360-e812366b3486 req-6c0c7639-700c-4033-b2a9-bfd7488fe780 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.088156 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-426299f2-2e36-4dfe-9360-e812366b3486 req-6c0c7639-700c-4033-b2a9-bfd7488fe780 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1516883 Jun 15 14:15:41.111900 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-78083182-f29c-44e3-b415-fde75a50a68d req-e3d03081-0c46-4151-8691-a978b39a8336 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Jun 15 14:15:41.175160 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-426299f2-2e36-4dfe-9360-e812366b3486 req-3b9e2910-ffdf-4dff-a155-f3029058cd08 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860724 Jun 15 14:15:41.535834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bbdf5-ac77-44a0-ab3a-143564d1e312 req-f64afd09-6a87-4513-b87b-809525b96a34 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.539561 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-620bbdf5-ac77-44a0-ab3a-143564d1e312 req-f64afd09-6a87-4513-b87b-809525b96a34 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0995042 Jun 15 14:15:41.627882 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-620bbdf5-ac77-44a0-ab3a-143564d1e312 req-e687f39f-0043-40aa-9daa-839aefd06555 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823550 Jun 15 14:15:41.848714 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-947a2b4c-8633-401f-8a6b-f151d0ed8a9a req-4659ff8f-e94d-49fb-b87c-1984f3f172ee tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 210 time: 0.0445769 Jun 15 14:15:41.960925 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598ce75-e4b8-4e4f-93de-6257789d93ee req-0fa2e720-5fe1-41fc-bea0-8e57ce360da0 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.962798 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3598ce75-e4b8-4e4f-93de-6257789d93ee req-0fa2e720-5fe1-41fc-bea0-8e57ce360da0 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1085548 Jun 15 14:15:42.303785 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-12e0dd7a-79bd-43fe-b467-41295f5e6e3a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5165583d574d42c3943424699725c23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581236 Jun 15 14:15:42.338750 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3598ce75-e4b8-4e4f-93de-6257789d93ee req-ab82288e-c663-4069-8bba-5a6dc2b0be2e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685827 Jun 15 14:15:42.366917 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33508) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:42.543565 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ece8ca-f656-40b8-b8c0-dad1a8205fec req-68e0a7de-ff01-4cda-bb48-4ebcb0cc8cf5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.553885 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89ece8ca-f656-40b8-b8c0-dad1a8205fec req-68e0a7de-ff01-4cda-bb48-4ebcb0cc8cf5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.3051188 Jun 15 14:15:42.568508 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9a34b139-2a72-4f3d-978b-ee3cb8abdf16 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.570223 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9a34b139-2a72-4f3d-978b-ee3cb8abdf16 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536225 Jun 15 14:15:42.597995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Request body: {'port': {'device_id': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d', 'admin_state_up': True, 'tenant_id': '5165583d574d42c3943424699725c23d'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:42.705256 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89ece8ca-f656-40b8-b8c0-dad1a8205fec req-2db2f061-7264-4ea3-a792-8f59eeb4056f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331563 Jun 15 14:15:42.804011 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19925021-8f0f-47bc-8b32-df0f66182c46 tempest-TestShelveInstance-53645743 tempest-TestShelveInstance-53645743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.811946 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-19925021-8f0f-47bc-8b32-df0f66182c46 tempest-TestShelveInstance-53645743 tempest-TestShelveInstance-53645743-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1093 time: 0.4428580 Jun 15 14:15:42.812862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33526) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:42.823310 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:42.869436 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:42.889560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05486f-ea26-41d4-a3be-674a0c2137b8 req-54735f0a-fb76-44cb-818f-05d8a40a3597 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.891683 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bf05486f-ea26-41d4-a3be-674a0c2137b8 req-54735f0a-fb76-44cb-818f-05d8a40a3597 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2537415 Jun 15 14:15:42.930995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Made reservation on behalf of 5165583d574d42c3943424699725c23d for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:15:42.935150 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:42.954252 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:42.963076 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 33532) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:42.986953 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bf05486f-ea26-41d4-a3be-674a0c2137b8 req-bbf3438c-e3b0-4ce3-8371-ca133c56a58b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857983 Jun 15 14:15:43.114916 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a40b8a62-cc26-413d-9448-d2923a13304c req-8fa5f133-0efc-43a3-a307-58ee8ac42a2b tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 210 time: 0.0495031 Jun 15 14:15:43.143820 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.149227 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.152071 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.153578 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8dfacce7-b335-475b-9076-fcf1cd562319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:43.174731 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.230817 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4229da-450e-4a70-b071-4618c7e6e665,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:43.250859 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.251220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.251587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.252066 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.252316 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.252721 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.253087 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.253482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.253842 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.254174 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.254782 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.254905 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:43.276633 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:43.283076 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.315512 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.320053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4555246-bcd0-46a2-9c15-c5f4aa13fda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:43.363287 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f679ccbf-dc08-4d72-8ab4-16aebcfa5079,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:43.372484 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:43.373396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Allocated IP 192.168.233.157 (f3fdf928-2803-4f3a-954a-ce6272e3ac7d/4a1fd6c3-f656-483a-bafd-d2e8e337baef/a2abd443-607e-4521-8bdc-de207e8f635f) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:43.393793 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b97183a83bbb4152b5340e3369667a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181130 Jun 15 14:15:43.394246 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 33536) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:43.456038 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Allocated IP 172.27.0.65 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/3c10c860-84e4-4d15-993a-38609b879087) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:43.541420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.609583 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.624266 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.662864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.674597 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb436b1f-6764-4252-ae74-da6a4e895c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:43.685838 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.686773 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:43.688244 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:43.714180 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Transition to ACTIVE for port object a2abd443-607e-4521-8bdc-de207e8f635f will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:43.716034 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.718573 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:43.718787 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.723588 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f679ccbf-dc08-4d72-8ab4-16aebcfa5079 HTTP/1.1" status: 204 len: 168 time: 0.3244913 Jun 15 14:15:43.723588 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9005c44e-a46d-416a-902b-bcfd6b45de30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:43.732409 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f679ccbf-dc08-4d72-8ab4-16aebcfa5079,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:43.735432 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:43.784482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:43.792952 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:43.835058 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'Port': ['ID=3c10c860-84e4-4d15-993a-38609b879087,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:43.845607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:43.886334 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Network f3fdf928-2803-4f3a-954a-ce6272e3ac7d is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:43.890773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:43.912881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Pushing event updated for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:43.924643 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:43.927679 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:44.130694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.135139 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.157316 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5651662 Jun 15 14:15:44.168819 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238003a6-033e-444d-a337-35b7c92967f4 req-27ebe64d-84a3-44db-ad0c-7e66635a0f37 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.176725 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-238003a6-033e-444d-a337-35b7c92967f4 req-27ebe64d-84a3-44db-ad0c-7e66635a0f37 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.2348480 Jun 15 14:15:44.183370 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Request body: {'port': {'device_id': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:44.256975 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-613ef20f-9a84-4236-88d1-359de58d70de None None] Provisioning for port a2abd443-607e-4521-8bdc-de207e8f635f completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:44.261231 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-613ef20f-9a84-4236-88d1-359de58d70de None None] Provisioning complete for port a2abd443-607e-4521-8bdc-de207e8f635f triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:44.261834 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-613ef20f-9a84-4236-88d1-359de58d70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.305062 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-613ef20f-9a84-4236-88d1-359de58d70de None None] Port a2abd443-607e-4521-8bdc-de207e8f635f cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:44.310101 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-238003a6-033e-444d-a337-35b7c92967f4 req-7480bc4f-9d62-4542-8e41-b5d6942ef04b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324391 Jun 15 14:15:44.362351 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.386383 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9762b-ff9e-4fb0-961e-ec6303ade92d req-c3a71782-4d2f-4ebb-8cd5-37fbb77f957d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.388382 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9dd9762b-ff9e-4fb0-961e-ec6303ade92d req-c3a71782-4d2f-4ebb-8cd5-37fbb77f957d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1648929 Jun 15 14:15:44.419199 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.513112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.564734 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9dd9762b-ff9e-4fb0-961e-ec6303ade92d req-22321a83-3c8b-44ce-9a90-7fa24e731f14 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695077 Jun 15 14:15:44.657814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-2a99859d-753b-47c9-8271-2c39ca2f282a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.659190 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-2a99859d-753b-47c9-8271-2c39ca2f282a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 815 time: 0.2629778 Jun 15 14:15:44.709755 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-f611f84e-1288-4a3b-93d0-2530f4181128 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/quotas/90ccd0823b40485b8e36360a49e37cfc HTTP/1.1" status: 200 len: 375 time: 0.0446939 Jun 15 14:15:44.718164 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.722773 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.724789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9b65b417-948e-48e3-8ed0-9e39bd17b5ca tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:44.812663 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event updated for resources: {'Port': ['ID=3c10c860-84e4-4d15-993a-38609b879087,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:44.819719 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:44.823067 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:44.916794 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e829-3963-45d3-95ef-05b72b9eb47d req-07f0b42a-0986-4237-8707-781b8fad7985 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.918365 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-14a0e829-3963-45d3-95ef-05b72b9eb47d req-07f0b42a-0986-4237-8707-781b8fad7985 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 936 time: 0.2246382 Jun 15 14:15:44.933927 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-880b0419-c892-4a2c-a7a9-1f23d446b388 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962948 Jun 15 14:15:44.965815 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:15:45.036414 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2abd443-607e-4521-8bdc-de207e8f635f {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:45.085902 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:45.096653 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-14a0e829-3963-45d3-95ef-05b72b9eb47d req-b13200f9-4b1c-4333-9902-d726e5c74766 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617343 Jun 15 14:15:45.117709 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Transition to ACTIVE for port object a2abd443-607e-4521-8bdc-de207e8f635f will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:45.129528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:45.129528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:45.182978 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-812d4b61-aa6a-4d93-bd23-f4e3e019b181 service neutron] 10.222.0.11 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243166 Jun 15 14:15:45.240796 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Floating IP a89f168f-7050-447b-a7bc-0be74a914c47 associated. External IP: 172.27.0.65, port: 2206700f-5739-4694-9623-32660dc53625. Jun 15 14:15:45.264961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Pushing event updated for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:45.271077 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:45.452268 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-423c026d-aea1-401a-9795-cc96cba238d6 service neutron] 10.222.0.11 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270691 Jun 15 14:15:45.456754 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Attempting to bind port a2abd443-607e-4521-8bdc-de207e8f635f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:45.457088 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Attempting to bind port a2abd443-607e-4521-8bdc-de207e8f635f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:45.457410 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Attempting to bind port a2abd443-607e-4521-8bdc-de207e8f635f on network f3fdf928-2803-4f3a-954a-ce6272e3ac7d {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:45.472805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Port a2abd443-607e-4521-8bdc-de207e8f635f on network f3fdf928-2803-4f3a-954a-ce6272e3ac7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:45.473123 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Attempting to bind port a2abd443-607e-4521-8bdc-de207e8f635f on network f3fdf928-2803-4f3a-954a-ce6272e3ac7d {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:45.487917 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:45.488246 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Checking segment: {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:45.488620 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Bound using segment: {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:45.489055 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Bound port: a2abd443-607e-4521-8bdc-de207e8f635f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:45.489396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:45.627254 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f7338-0aea-41e9-8738-2f34f8d964f8 req-83c26b07-3c35-41da-b214-2e46e99ab934 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:45.635093 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a95f7338-0aea-41e9-8738-2f34f8d964f8 req-83c26b07-3c35-41da-b214-2e46e99ab934 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1593032 Jun 15 14:15:45.695528 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-908aeae8-2778-416e-b29e-7f7573774d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:45.698053 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-908aeae8-2778-416e-b29e-7f7573774d40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.1943142 Jun 15 14:15:45.760139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:15:45.923482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:45.968570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-81f549ab-95f5-4ad0-a12f-60953c45d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:45.970168 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-81f549ab-95f5-4ad0-a12f-60953c45d1a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.2641828 Jun 15 14:15:45.976124 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a2abd443-607e-4521-8bdc-de207e8f635f,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:45.988810 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:45.994386 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:46.013500 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a95f7338-0aea-41e9-8738-2f34f8d964f8 req-97951648-79e8-4175-ae48-8dc20e9e1fdb tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778691 Jun 15 14:15:46.059779 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.060420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:46.061813 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] 10.222.0.23 "PUT /v2.0/ports/a2abd443-607e-4521-8bdc-de207e8f635f HTTP/1.1" status: 200 len: 1098 time: 1.8830175 Jun 15 14:15:46.063930 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:46.066418 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52cf577-3535-4f23-ba65-ccbc85bbb13c" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:46.110346 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Pushing event updated for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:46.113425 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-63ee5983-419a-4aa2-9d9c-28b6e781e2e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 1001 time: 0.1274536 Jun 15 14:15:46.113425 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:15:46.134716 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Sync routers for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:15:46.143148 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:46.149940 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:46.150568 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:15:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:46.156622 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8fc34b7-8dc2-4709-a329-a3524836cda8 req-304bb8ee-8457-42b1-b3a7-72d0537064c6 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 210 time: 0.0619757 Jun 15 14:15:46.205591 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:46.242817 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ff76-3664-4f7e-9558-a090163d081e req-2a9b6c10-4b0f-4cb9-b82c-818db975264b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.244573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43b1ff76-3664-4f7e-9558-a090163d081e req-2a9b6c10-4b0f-4cb9-b82c-818db975264b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.3231032 Jun 15 14:15:46.290605 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-35e44bc4-6f35-481e-a949-c6cc2a504628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.292373 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-35e44bc4-6f35-481e-a949-c6cc2a504628 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.1655409 Jun 15 14:15:46.326673 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43b1ff76-3664-4f7e-9558-a090163d081e req-2d93ee5a-fcd8-4d02-9b1d-14d75e387b68 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754972 Jun 15 14:15:46.330766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfacf52-b9bb-416f-a4b3-04f94cd656fa x-openstack-request-id: req-6dfacf52-b9bb-416f-a4b3-04f94cd656fa {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:46.331078 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:46.335541 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dfacf52-b9bb-416f-a4b3-04f94cd656fa {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:46.335981 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f', 'status': 'completed', 'code': 200} Jun 15 14:15:46.341525 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5224502 Jun 15 14:15:46.368660 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:46.370962 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63" -d '{"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:46.376656 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-05b7fe22-478f-4428-8d2f-85ae9f610615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.382357 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-05b7fe22-478f-4428-8d2f-85ae9f610615 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5165583d574d42c3943424699725c23d&device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 1101 time: 0.2380764 Jun 15 14:15:46.415731 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-9e4c239a-9576-4b4c-8da8-46a75abaca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.417328 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-9e4c239a-9576-4b4c-8da8-46a75abaca55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122060 Jun 15 14:15:46.421925 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:46.441140 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fa3c1-88d1-48f1-aff9-3563b16c02aa x-openstack-request-id: req-129fa3c1-88d1-48f1-aff9-3563b16c02aa {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:46.441521 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:46.442162 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-129fa3c1-88d1-48f1-aff9-3563b16c02aa {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:46.442470 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'status': 'completed', 'code': 200} Jun 15 14:15:46.517934 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-344df6a8-a5d1-4ea5-911a-f327a2e8e46e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a2abd443-607e-4521-8bdc-de207e8f635f HTTP/1.1" status: 200 len: 217 time: 0.1243970 Jun 15 14:15:46.605034 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-e5281c9b-fbb1-44a5-8231-cd8b0b8d76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.607370 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-e5281c9b-fbb1-44a5-8231-cd8b0b8d76c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a1fd6c3-f656-483a-bafd-d2e8e337baef HTTP/1.1" status: 200 len: 843 time: 0.0667920 Jun 15 14:15:46.640426 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-f8d127af-47c3-43f7-9379-8c0dae5577c4 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137134 Jun 15 14:15:46.768435 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77abf4-9164-4ba8-8c13-f7bb251db041 req-be1baec6-32fc-49eb-8ecc-cdb0273244ff tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.770103 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc77abf4-9164-4ba8-8c13-f7bb251db041 req-be1baec6-32fc-49eb-8ecc-cdb0273244ff tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 948 time: 0.1615806 Jun 15 14:15:46.774111 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-d853b016-ac13-40e3-91e3-ed969d6730d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.775611 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-d853b016-ac13-40e3-91e3-ed969d6730d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3fdf928-2803-4f3a-954a-ce6272e3ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1309109 Jun 15 14:15:46.777567 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-abb6789d-0288-4e90-84d7-8a4145143622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.778969 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-abb6789d-0288-4e90-84d7-8a4145143622 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.2714145 Jun 15 14:15:46.813282 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f41bc9d-e942-48b0-b36e-4998e12b8865 req-a7accab8-25c8-4ccd-9ac6-306eff39026b service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668983 Jun 15 14:15:46.842037 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a89f168f-7050-447b-a7bc-0be74a914c47', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'mac_address': 'fa:16:3e:16:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:44Z', 'updated_at': '2021-06-15T14:15:44Z', 'revision_number': 0, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:46.846190 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Checking router: c8fe84b6-70b0-46d2-a9e7-018f05c447e5 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:15:46.855347 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:46.855967 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:15:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:46.892334 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc77abf4-9164-4ba8-8c13-f7bb251db041 req-76f7e7f8-85c8-4845-ab94-237f51e1e996 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124051 Jun 15 14:15:47.035879 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-8d2dcd13-c148-4b6f-8955-45556504206e service neutron] 10.222.0.23 "GET /v2.0/networks/f3fdf928-2803-4f3a-954a-ce6272e3ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322390 Jun 15 14:15:47.037569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-d53f687c-3429-42e8-87a9-a89be74067a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.039326 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-d53f687c-3429-42e8-87a9-a89be74067a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.2346017 Jun 15 14:15:47.118488 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:47.377212 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee0b5bbc-90af-43dc-8377-bfbf3acf34a0 req-a033268c-07e6-400a-9bdc-11e97c9fdfeb service neutron] 10.222.0.23 "GET /v2.0/networks/f3fdf928-2803-4f3a-954a-ce6272e3ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108480 Jun 15 14:15:47.440968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-edc721dd-0c94-4768-bd5a-52c6db17b6bb req-cf295c80-91aa-4eb3-a2db-a0ee646b2efe tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 210 time: 0.0613112 Jun 15 14:15:47.446693 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-6aad5d95-0c14-4ccd-86d7-d6b2f5a2b887 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 998 time: 0.3401911 Jun 15 14:15:47.530458 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-72820278-eb0d-4515-a066-13fe661c9bd6 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.536405 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-72820278-eb0d-4515-a066-13fe661c9bd6 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 815 time: 0.2040818 Jun 15 14:15:47.544112 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e717-37f1-42f2-a43d-845e85fbcac3 req-76698975-7e44-4bb7-ade1-212b752f22c4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.551804 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4c15e717-37f1-42f2-a43d-845e85fbcac3 req-76698975-7e44-4bb7-ade1-212b752f22c4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.2143559 Jun 15 14:15:47.561155 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-fea32b4e-2975-437b-b167-0ad06e26dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.561570 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'port': {'device_id': '92d9436d-9052-4ff3-903c-6475d41fe643', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'admin_state_up': True, 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:47.562774 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-fea32b4e-2975-437b-b167-0ad06e26dc44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.1079226 Jun 15 14:15:47.612903 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a89f168f-7050-447b-a7bc-0be74a914c47', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'mac_address': 'fa:16:3e:16:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:44Z', 'updated_at': '2021-06-15T14:15:44Z', 'revision_number': 0, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:47.621440 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45bfcd-ff5c-4955-8144-88cda837a495 None None] The sync data for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi is: [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a89f168f-7050-447b-a7bc-0be74a914c47', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'mac_address': 'fa:16:3e:16:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:44Z', 'updated_at': '2021-06-15T14:15:44Z', 'revision_number': 0, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:15:47.785480 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Made reservation on behalf of 90ccd0823b40485b8e36360a49e37cfc for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:15:47.787921 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4c15e717-37f1-42f2-a43d-845e85fbcac3 req-dfff0cb6-61cf-43f4-8eb4-a54da47ad1b1 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353394 Jun 15 14:15:47.812876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:47.849002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-6bab22d2-2213-4dce-9a6a-0c49cd5041b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.855514 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-6bab22d2-2213-4dce-9a6a-0c49cd5041b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2600639 Jun 15 14:15:47.857750 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-4bc05eeb-5a5f-44e8-bb5c-346dd7913617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.859620 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-4bc05eeb-5a5f-44e8-bb5c-346dd7913617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5165583d574d42c3943424699725c23d&device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 1101 time: 0.2119687 Jun 15 14:15:48.068314 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf6b59-0e90-4f12-b568-00a56ee0ccd5 None None] New status for floating IP a89f168f-7050-447b-a7bc-0be74a914c47: ACTIVE {{(pid=91925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:15:48.111749 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Allocated IP 172.20.0.12 (de02d89f-0080-4a73-837e-76ec9bdbf2c3/a077587f-4450-42b4-8f53-edfaacabc788/71a388b0-c2c0-4ec9-910b-4133d18c68cd) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:48.274069 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-f8a0ff39-b8b3-40d6-a792-6ba0effa67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.275217 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-f8a0ff39-b8b3-40d6-a792-6ba0effa67f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3fdf928-2803-4f3a-954a-ce6272e3ac7d HTTP/1.1" status: 200 len: 870 time: 0.3664453 Jun 15 14:15:48.276955 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-1dee3eb4-fafa-482a-96a6-cb9a36216b4a service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031224 Jun 15 14:15:48.337465 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:48.403091 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440abaab-8b0f-455c-b2aa-6b707e07fc45 req-f6426833-5597-4199-925f-73d4fa59442a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.410200 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-440abaab-8b0f-455c-b2aa-6b707e07fc45 req-f6426833-5597-4199-925f-73d4fa59442a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.2774744 Jun 15 14:15:48.411392 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Transition to ACTIVE for port object 71a388b0-c2c0-4ec9-910b-4133d18c68cd will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:48.416969 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-561e39ae-9991-4b02-ac80-93b4d6aecbf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a2abd443-607e-4521-8bdc-de207e8f635f HTTP/1.1" status: 200 len: 217 time: 0.1051590 Jun 15 14:15:48.434126 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cde0e-b80d-4c43-b498-4c444c752974 req-f0e554ff-bcc4-4867-8be7-4ce794bfaa8e tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.435588 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-be0cde0e-b80d-4c43-b498-4c444c752974 req-f0e554ff-bcc4-4867-8be7-4ce794bfaa8e tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 948 time: 0.2985599 Jun 15 14:15:48.471659 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456e69-7912-4832-a255-9fdce48ebe54 req-fc8fd4ff-de37-4267-967d-ba97fb9bd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.472953 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-fc8fd4ff-de37-4267-967d-ba97fb9bd1b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 1097 time: 0.1674523 Jun 15 14:15:48.501181 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:48.515611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2e2730a7-fe8e-414f-b33c-1f3c42d197e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:48.611593 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:48.615735 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:48.622133 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:48.626387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:48.633903 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:48.695074 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456e69-7912-4832-a255-9fdce48ebe54 req-a8ca42c6-63d0-4ae8-889d-dea5575e9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.696702 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-a8ca42c6-63d0-4ae8-889d-dea5575e9830 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1097 time: 0.1929576 Jun 15 14:15:48.707975 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.708678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:48.778120 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2209349 Jun 15 14:15:48.793245 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Request body: {'port': {'device_id': '92d9436d-9052-4ff3-903c-6475d41fe643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:48.919909 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-440abaab-8b0f-455c-b2aa-6b707e07fc45 req-ba84b8cb-9e8b-443b-9971-ac6e5d6021e3 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5086823 Jun 15 14:15:48.954261 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-2619989a-a158-4998-a377-1df7519bd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.957004 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-2619989a-a158-4998-a377-1df7519bd352 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a1fd6c3-f656-483a-bafd-d2e8e337baef HTTP/1.1" status: 200 len: 843 time: 0.5306659 Jun 15 14:15:48.971210 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-be0cde0e-b80d-4c43-b498-4c444c752974 req-4dacfc0f-a39f-434b-a588-840e353dccf1 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142312 Jun 15 14:15:49.002305 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57824fe8-0457-4c4b-aa0d-aac2f7c9bf63 req-4041c4f4-012d-4ea2-94ef-1edc65a7b740 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020411 Jun 15 14:15:49.024473 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-ffb76c41-ada1-41a1-9fba-5c66f5db6db5 None None] Provisioning for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:49.040375 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-ffb76c41-ada1-41a1-9fba-5c66f5db6db5 None None] Provisioning complete for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:49.056193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ffb76c41-ada1-41a1-9fba-5c66f5db6db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:49.157366 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-c60b59e7-527d-4077-ac96-ac8f46f3f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.163087 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-c60b59e7-527d-4077-ac96-ac8f46f3f039 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3fdf928-2803-4f3a-954a-ce6272e3ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1595781 Jun 15 14:15:49.220321 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-ffb76c41-ada1-41a1-9fba-5c66f5db6db5 None None] Port 71a388b0-c2c0-4ec9-910b-4133d18c68cd cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:49.290598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f09c50-dd6e-44d5-8710-1626b6369b82 req-4004caa3-0128-498d-96cd-0fb03e440019 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.299858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97f09c50-dd6e-44d5-8710-1626b6369b82 req-4004caa3-0128-498d-96cd-0fb03e440019 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 932 time: 0.1307549 Jun 15 14:15:49.320809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456e69-7912-4832-a255-9fdce48ebe54 req-270aef36-7b42-446d-9e42-1e74db179c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.322300 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-270aef36-7b42-446d-9e42-1e74db179c7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.6098754 Jun 15 14:15:49.346479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:49.430804 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97f09c50-dd6e-44d5-8710-1626b6369b82 req-33aec2c1-e630-444d-98b1-377a41d1d5ef tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242201 Jun 15 14:15:49.470421 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f53a-292a-4051-a537-cbf856d905b2 req-60dc96ce-c389-4bc1-9fde-9ac15e8d552d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.472654 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0408f53a-292a-4051-a537-cbf856d905b2 req-60dc96ce-c389-4bc1-9fde-9ac15e8d552d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1450517 Jun 15 14:15:49.541002 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0408f53a-292a-4051-a537-cbf856d905b2 req-7fc1175e-c308-42a5-8492-ac6ee3676030 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618227 Jun 15 14:15:49.879173 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a388b0-c2c0-4ec9-910b-4133d18c68cd {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:49.889859 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:49.906482 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Transition to ACTIVE for port object 71a388b0-c2c0-4ec9-910b-4133d18c68cd will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:49.910106 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:49.914596 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:50.163241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Attempting to bind port 71a388b0-c2c0-4ec9-910b-4133d18c68cd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:50.163700 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Attempting to bind port 71a388b0-c2c0-4ec9-910b-4133d18c68cd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:50.164031 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Attempting to bind port 71a388b0-c2c0-4ec9-910b-4133d18c68cd on network de02d89f-0080-4a73-837e-76ec9bdbf2c3 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:50.166861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:50.180403 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:50.185092 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Port 71a388b0-c2c0-4ec9-910b-4133d18c68cd on network de02d89f-0080-4a73-837e-76ec9bdbf2c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:50.185457 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Attempting to bind port 71a388b0-c2c0-4ec9-910b-4133d18c68cd on network de02d89f-0080-4a73-837e-76ec9bdbf2c3 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:50.191371 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:50.191767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Checking segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:50.192154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Bound using segment: {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:50.192599 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Bound port: 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ba4e3e-15a3-422b-82ee-59688652d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:50.193491 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.312622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:50.316096 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:50.322682 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.324891 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:50.375003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbc84b-01fb-45b6-bd60-1f2c589aabdd req-f33a5c18-c095-4237-8277-29b2997e9c93 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.385517 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.386159 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.387563 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] 10.222.0.23 "PUT /v2.0/ports/71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 1094 time: 1.5997355 Jun 15 14:15:50.388092 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:50.390152 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5bfbc84b-01fb-45b6-bd60-1f2c589aabdd req-f33a5c18-c095-4237-8277-29b2997e9c93 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.2326412 Jun 15 14:15:50.390509 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:50.416009 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:50.428967 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:50.432727 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a95d-f526-415a-8b58-fdc24102f989 req-fce9485e-9cc1-4813-bebf-6d7dd7a49f2a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.434490 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f26a95d-f526-415a-8b58-fdc24102f989 req-fce9485e-9cc1-4813-bebf-6d7dd7a49f2a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 948 time: 0.1633503 Jun 15 14:15:50.460673 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5bfbc84b-01fb-45b6-bd60-1f2c589aabdd req-4a572a17-1d9a-4b42-9d87-8e39cae30ce4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677943 Jun 15 14:15:50.489143 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device a2abd443-607e-4521-8bdc-de207e8f635f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:50.502497 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f26a95d-f526-415a-8b58-fdc24102f989 req-dd6e1d64-e3ef-4864-b08b-0bd77770bf85 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Jun 15 14:15:50.526378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd2c72-3da4-4fbc-a79b-9a27c8c3e56f x-openstack-request-id: req-f3bd2c72-3da4-4fbc-a79b-9a27c8c3e56f {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:50.526708 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:50.526997 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3bd2c72-3da4-4fbc-a79b-9a27c8c3e56f {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:50.527430 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:15:50.624399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a2abd443-607e-4521-8bdc-de207e8f635f,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:50.636724 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'a2abd443-607e-4521-8bdc-de207e8f635f', 'network_id': 'f3fdf928-2803-4f3a-954a-ce6272e3ac7d', 'port_id': 'a2abd443-607e-4521-8bdc-de207e8f635f', 'mac_address': 'fa:16:3e:c0:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1fd6c3-f656-483a-bafd-d2e8e337baef', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:50.700392 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcd62e-68bc-45f1-960c-925aa716664f req-fef9f045-fa57-4b16-8d95-50eaf540ee4d tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.701814 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6fcd62e-68bc-45f1-960c-925aa716664f req-fef9f045-fa57-4b16-8d95-50eaf540ee4d tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0854661 Jun 15 14:15:50.705700 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.726134 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2abd443-607e-4521-8bdc-de207e8f635f {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:50.755763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a2abd443-607e-4521-8bdc-de207e8f635f,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:50.761114 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.763448 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:50.774082 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6fcd62e-68bc-45f1-960c-925aa716664f req-792fe44b-697d-40df-9c9c-da65413f366d tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Jun 15 14:15:50.822447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:50.826099 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:51.158342 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['a2abd443-607e-4521-8bdc-de207e8f635f'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:51.732961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e5c6-0559-4a5d-a7e2-7d096ae1463e req-4c532e9b-7c37-4470-a143-1c82654905a0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:51.734449 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4936e5c6-0559-4a5d-a7e2-7d096ae1463e req-4c532e9b-7c37-4470-a143-1c82654905a0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1267004 Jun 15 14:15:51.746656 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce9b96-5552-48d4-9d57-190afaa12d5e req-7dd74a5a-fe41-4896-9c1e-64ee527a006f tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:51.748024 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9dce9b96-5552-48d4-9d57-190afaa12d5e req-7dd74a5a-fe41-4896-9c1e-64ee527a006f tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 949 time: 0.1013565 Jun 15 14:15:51.818364 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4936e5c6-0559-4a5d-a7e2-7d096ae1463e req-3ee3b762-8ba5-4412-93f6-9140e829cd9f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686800 Jun 15 14:15:51.823616 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9dce9b96-5552-48d4-9d57-190afaa12d5e req-a8983301-7669-4ebb-8237-e550663de60d tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689609 Jun 15 14:15:51.998868 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ab12-9bab-40a8-b23d-7f17df06ae3c req-ac217838-b524-49b0-9b07-2f0d93c11360 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:52.000346 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d2f9ab12-9bab-40a8-b23d-7f17df06ae3c req-ac217838-b524-49b0-9b07-2f0d93c11360 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0709698 Jun 15 14:15:52.072874 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d2f9ab12-9bab-40a8-b23d-7f17df06ae3c req-d7a098ea-eff8-4216-977e-46b50f86b070 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Jun 15 14:15:52.345128 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052742-3c41-4f70-bff3-fc2489236653 req-7e0936b0-6a06-4d42-abae-e77fe6c036da tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:52.351238 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96052742-3c41-4f70-bff3-fc2489236653 req-7e0936b0-6a06-4d42-abae-e77fe6c036da tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1016231 Jun 15 14:15:52.389261 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96052742-3c41-4f70-bff3-fc2489236653 req-a4ef7a71-ab6c-4d88-8512-8c8a4022d93e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Jun 15 14:15:52.498086 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device a2abd443-607e-4521-8bdc-de207e8f635f up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:52.565375 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port a2abd443-607e-4521-8bdc-de207e8f635f completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:52.569960 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port a2abd443-607e-4521-8bdc-de207e8f635f triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:52.570348 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:52.663469 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:52.687803 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:52.690068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfe3cbd-8c12-40fe-992b-9fc493784e26" -d '{"events": [{"server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "name": "network-vif-plugged", "status": "completed", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:52.703196 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a2abd443-607e-4521-8bdc-de207e8f635f,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:52.708333 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:52.710297 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cf5e1dcb-e08b-4037-806d-6ef3842df8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:52.736560 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0cbff1-3bb3-44e8-93be-f76ae272d81b x-openstack-request-id: req-0b0cbff1-3bb3-44e8-93be-f76ae272d81b {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:52.736861 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "name": "network-vif-plugged", "status": "completed", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:52.737118 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b0cbff1-3bb3-44e8-93be-f76ae272d81b {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:52.737506 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f', 'code': 200} Jun 15 14:15:52.764902 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:52.774654 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.775125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.775570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.775979 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.776380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.776933 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.777385 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.777816 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.778617 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.778788 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.779510 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.779874 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:52.785475 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:53.098222 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976e6-6b07-4566-9515-55aaf1e0856c req-c445a7cc-f2e3-4430-8762-c7638e5ae811 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.100321 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0dd976e6-6b07-4566-9515-55aaf1e0856c req-c445a7cc-f2e3-4430-8762-c7638e5ae811 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1402113 Jun 15 14:15:53.111963 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062713d3-065e-4dbf-b3f8-88e7c3c0f036 req-6d33a27b-d25d-444c-8d60-324fb0920a5e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.116395 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-062713d3-065e-4dbf-b3f8-88e7c3c0f036 req-6d33a27b-d25d-444c-8d60-324fb0920a5e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1175001 Jun 15 14:15:53.181311 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0dd976e6-6b07-4566-9515-55aaf1e0856c req-dd1deb68-3c9f-49f0-9588-6188dbbb1fb0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Jun 15 14:15:53.186161 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-062713d3-065e-4dbf-b3f8-88e7c3c0f036 req-59814f07-6697-4741-8557-52c4d61e98b9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665770 Jun 15 14:15:53.370230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5127e-01e4-463f-8ac8-04555aae88d4 req-8028f047-fc2a-40ac-8adc-a5db93fe888f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.371678 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97a5127e-01e4-463f-8ac8-04555aae88d4 req-8028f047-fc2a-40ac-8adc-a5db93fe888f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0717294 Jun 15 14:15:53.416050 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97a5127e-01e4-463f-8ac8-04555aae88d4 req-4a8f4b1d-e7fe-4d32-acb8-83da539a16a4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jun 15 14:15:53.577765 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df0494-27d4-4d78-82dc-e27047352b23 req-86fb6ed3-455e-4287-9207-4c3fa3ae9f1f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.579551 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-56df0494-27d4-4d78-82dc-e27047352b23 req-86fb6ed3-455e-4287-9207-4c3fa3ae9f1f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0774477 Jun 15 14:15:53.623376 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-56df0494-27d4-4d78-82dc-e27047352b23 req-d0e9b801-66ad-4687-9f34-1ad58d866a93 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Jun 15 14:15:54.447761 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32e394-404e-499b-89b0-c459ff991cff req-db0a9240-ef80-4c02-9f8f-c95973d71e6b tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.449225 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f32e394-404e-499b-89b0-c459ff991cff req-db0a9240-ef80-4c02-9f8f-c95973d71e6b tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1471367 Jun 15 14:15:54.480864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46ed2-b55c-4f66-9b75-ce0d0f7e4e06 req-ce5416b9-ec80-49cd-bcb0-cc2a51bd5461 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.482254 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7ee46ed2-b55c-4f66-9b75-ce0d0f7e4e06 req-ce5416b9-ec80-49cd-bcb0-cc2a51bd5461 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1349795 Jun 15 14:15:54.518922 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f32e394-404e-499b-89b0-c459ff991cff req-4e6b97e6-b3f8-476b-926b-09cd2d865da2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639198 Jun 15 14:15:54.539740 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7ee46ed2-b55c-4f66-9b75-ce0d0f7e4e06 req-1bee90e2-8897-411c-8b70-b5555dd9e37b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503969 Jun 15 14:15:54.699613 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac4031-b5c1-4107-ba31-b070f8c46d07 req-74286d0b-50c4-480b-8df1-40d314e3811c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.701081 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1ac4031-b5c1-4107-ba31-b070f8c46d07 req-74286d0b-50c4-480b-8df1-40d314e3811c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0801141 Jun 15 14:15:54.743628 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1ac4031-b5c1-4107-ba31-b070f8c46d07 req-34b50830-c5ff-4665-8ffe-23f86a0dbf63 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Jun 15 14:15:54.812124 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d61c4e-32bf-4923-b7e5-babb080fb8eb req-94f24e67-753f-402f-b182-7512ffd93b79 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.813603 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c0d61c4e-32bf-4923-b7e5-babb080fb8eb req-94f24e67-753f-402f-b182-7512ffd93b79 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.0692458 Jun 15 14:15:54.856369 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c0d61c4e-32bf-4923-b7e5-babb080fb8eb req-71358059-6fef-4881-b6f7-af3239328d1e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Jun 15 14:15:55.759565 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cac526-f156-4606-9602-90a91ba371f4 req-c74462d8-e05b-43bc-b163-cf3e235bcca5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:55.761039 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8cac526-f156-4606-9602-90a91ba371f4 req-c74462d8-e05b-43bc-b163-cf3e235bcca5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1260004 Jun 15 14:15:55.772928 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600467cf-6f97-474b-896c-4d421aada76c req-80ef5f8e-f7ef-4382-9bcf-83ba310fb03c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:55.774349 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-600467cf-6f97-474b-896c-4d421aada76c req-80ef5f8e-f7ef-4382-9bcf-83ba310fb03c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1057229 Jun 15 14:15:55.836126 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8cac526-f156-4606-9602-90a91ba371f4 req-bbb62977-9b42-4956-8d90-f4880ff84dbc tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608277 Jun 15 14:15:55.840790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-600467cf-6f97-474b-896c-4d421aada76c req-da7b04b6-b986-4459-815d-6cf02d6c716f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597804 Jun 15 14:15:56.077087 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245205-3c84-415b-8a65-f8b6eb2daba9 req-5e07e338-984a-466b-8aae-8dc77a5e6765 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:56.078494 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb245205-3c84-415b-8a65-f8b6eb2daba9 req-5e07e338-984a-466b-8aae-8dc77a5e6765 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1314964 Jun 15 14:15:56.090841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990452a9-18c1-41a5-8791-1a40523eb4ef req-6772bf5b-fe92-4385-8da4-bebcc7f2f747 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:56.092239 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-990452a9-18c1-41a5-8791-1a40523eb4ef req-6772bf5b-fe92-4385-8da4-bebcc7f2f747 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1002851 Jun 15 14:15:56.154888 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb245205-3c84-415b-8a65-f8b6eb2daba9 req-432a87d1-0712-437f-b70f-247df7db5ae0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Jun 15 14:15:56.157590 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-990452a9-18c1-41a5-8791-1a40523eb4ef req-d079790c-e758-4dfe-a34e-a6743e35b0cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Jun 15 14:15:57.085019 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239cdc6-f257-4a83-92fe-0857d070f85f req-e089d36f-18f2-443d-8713-3199a376a7a6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.086680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d239cdc6-f257-4a83-92fe-0857d070f85f req-e089d36f-18f2-443d-8713-3199a376a7a6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1292944 Jun 15 14:15:57.120705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584411d-dd8e-44f2-b248-99aac1cfb0b1 req-e69cc9c4-e375-44ef-ac6c-99568e07fc42 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.122269 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e584411d-dd8e-44f2-b248-99aac1cfb0b1 req-e69cc9c4-e375-44ef-ac6c-99568e07fc42 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1252007 Jun 15 14:15:57.156159 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d239cdc6-f257-4a83-92fe-0857d070f85f req-f40a8411-2245-483c-a769-aba04692b6e2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627818 Jun 15 14:15:57.176709 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e584411d-dd8e-44f2-b248-99aac1cfb0b1 req-4aa2eaea-211d-4f57-a564-b74558322bcb tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 Jun 15 14:15:57.414525 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792e04-b7de-4e4c-8800-0d00ab4f9c1c req-7c018256-b16b-44a0-a5c3-6add2c49e283 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.418402 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6792e04-b7de-4e4c-8800-0d00ab4f9c1c req-7c018256-b16b-44a0-a5c3-6add2c49e283 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1097736 Jun 15 14:15:57.428885 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4b9d0-91f5-4531-ba20-921bc55bebea req-ca8c0d8c-bac4-406b-a1ea-e8b56d229a87 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.430502 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2bc4b9d0-91f5-4531-ba20-921bc55bebea req-ca8c0d8c-bac4-406b-a1ea-e8b56d229a87 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1614869 Jun 15 14:15:57.498378 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6792e04-b7de-4e4c-8800-0d00ab4f9c1c req-40b87694-ea89-4e52-9b2a-190950be0f56 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Jun 15 14:15:57.501042 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2bc4b9d0-91f5-4531-ba20-921bc55bebea req-8ce5a312-5758-46aa-b829-c8d16aa88bfa tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 Jun 15 14:15:58.392365 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8d2e-a03c-4ca7-a5f6-9dbc5e2bd2b1 req-dda3b4f8-bc58-4aab-b9a9-88bde9b0eb3f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.393890 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e17d8d2e-a03c-4ca7-a5f6-9dbc5e2bd2b1 req-dda3b4f8-bc58-4aab-b9a9-88bde9b0eb3f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1160049 Jun 15 14:15:58.430180 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d5ecc-071b-435f-add4-d0882b094304 req-a01a7f6f-24f8-4e28-99b1-bdf8d62aaa07 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.431682 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-115d5ecc-071b-435f-add4-d0882b094304 req-a01a7f6f-24f8-4e28-99b1-bdf8d62aaa07 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1218450 Jun 15 14:15:58.469680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e17d8d2e-a03c-4ca7-a5f6-9dbc5e2bd2b1 req-9f9c82f1-0dfe-47fc-90e7-29c222499763 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695748 Jun 15 14:15:58.488023 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-115d5ecc-071b-435f-add4-d0882b094304 req-0c12c643-5d33-48c3-8a09-593c4a2d6dc5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501847 Jun 15 14:15:58.745082 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691591-d5e4-466f-8490-b40f652035ce req-180c42a9-a3d5-4a7e-a3ad-5b3d13abb871 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.746476 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10691591-d5e4-466f-8490-b40f652035ce req-180c42a9-a3d5-4a7e-a3ad-5b3d13abb871 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1229155 Jun 15 14:15:58.753429 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af006-66bf-4def-94f6-a17373610337 req-a923eaf3-6cfe-4050-afb2-9e800c1a33c7 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.754756 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-659af006-66bf-4def-94f6-a17373610337 req-a923eaf3-6cfe-4050-afb2-9e800c1a33c7 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1204665 Jun 15 14:15:58.818186 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10691591-d5e4-466f-8490-b40f652035ce req-212d11a5-6627-4b1e-93ab-bcb3e0a07cbd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612924 Jun 15 14:15:58.825071 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-659af006-66bf-4def-94f6-a17373610337 req-a1ee70de-006e-47f1-81c2-1fd0c3e09aa0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622025 Jun 15 14:15:59.726636 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f056-c6a3-4331-83d8-6b4e796c573a req-79b41f04-5962-45ce-986c-9d92da9df6a7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.728176 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fd8f056-c6a3-4331-83d8-6b4e796c573a req-79b41f04-5962-45ce-986c-9d92da9df6a7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1311107 Jun 15 14:15:59.745048 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977d529-83e0-4cde-bf2d-f5a50553c2d4 req-3268308c-8eb8-4504-b530-b51184eeda8a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.746532 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7977d529-83e0-4cde-bf2d-f5a50553c2d4 req-3268308c-8eb8-4504-b530-b51184eeda8a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1077156 Jun 15 14:15:59.815733 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fd8f056-c6a3-4331-83d8-6b4e796c573a req-68d02c1f-8122-4000-a529-18732c37a03d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795612 Jun 15 14:15:59.820934 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7977d529-83e0-4cde-bf2d-f5a50553c2d4 req-5f17da75-1079-4652-a12d-5345361452d0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685105 Jun 15 14:16:00.064288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976176f4-dd07-4df6-9190-2662b4c01cfc req-398d2c15-7008-4014-9301-88125b03a87c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.065826 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-976176f4-dd07-4df6-9190-2662b4c01cfc req-398d2c15-7008-4014-9301-88125b03a87c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1220214 Jun 15 14:16:00.087149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab085-20d2-48ed-8a73-6456a99774f2 req-39f83e52-a111-47a4-a573-07d96ecfd205 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.088550 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3fab085-20d2-48ed-8a73-6456a99774f2 req-39f83e52-a111-47a4-a573-07d96ecfd205 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1344903 Jun 15 14:16:00.141490 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-976176f4-dd07-4df6-9190-2662b4c01cfc req-1c804ee6-ec4a-457c-a442-5e7ef34c6770 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678847 Jun 15 14:16:00.165933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3fab085-20d2-48ed-8a73-6456a99774f2 req-7115fb0b-2e48-45e7-bd8c-8dfa8243f58f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632420 Jun 15 14:16:00.345745 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:01.110408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04987046-0fb0-4fd2-90e1-7fe2c33c3f1b req-8f140d6b-bd72-4a97-befe-cfc276487e87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.111860 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04987046-0fb0-4fd2-90e1-7fe2c33c3f1b req-8f140d6b-bd72-4a97-befe-cfc276487e87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1148937 Jun 15 14:16:01.119231 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2979e9b3-e472-419f-953a-6b9f5f41f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:01.124561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3f85-46ce-4368-8c93-4e39cda68b50 req-4f2501c3-946b-492a-a0d2-0ccc38e608c8 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.125989 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4f5a3f85-46ce-4368-8c93-4e39cda68b50 req-4f2501c3-946b-492a-a0d2-0ccc38e608c8 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1159761 Jun 15 14:16:01.200703 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4f5a3f85-46ce-4368-8c93-4e39cda68b50 req-5491ef28-f532-458e-8f12-197751f10020 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673373 Jun 15 14:16:01.203440 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04987046-0fb0-4fd2-90e1-7fe2c33c3f1b req-c004055b-18de-4c1a-a362-3172fa68af73 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763376 Jun 15 14:16:01.428916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19606-0bd6-49d4-9d37-0ac972410d26 req-fca2f38f-5cdf-4e25-89b7-1c3dde940a59 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.430470 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5b19606-0bd6-49d4-9d37-0ac972410d26 req-fca2f38f-5cdf-4e25-89b7-1c3dde940a59 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1197007 Jun 15 14:16:01.444349 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b2b2-1edc-4603-b237-16ec0993478c req-928c9cdf-f932-451c-b20f-b4112e8fdccf tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.445764 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af73b2b2-1edc-4603-b237-16ec0993478c req-928c9cdf-f932-451c-b20f-b4112e8fdccf tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1246283 Jun 15 14:16:01.508780 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5b19606-0bd6-49d4-9d37-0ac972410d26 req-918cef08-3e52-406f-bf5a-29dcdb4bf2b4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Jun 15 14:16:01.514033 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-af73b2b2-1edc-4603-b237-16ec0993478c req-821c9912-4d68-4507-ac68-d1bed9feb8d9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Jun 15 14:16:02.436669 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0fef-e1be-41d4-8ae5-b53a93cd490d req-bcebfc2b-9109-41a5-8a80-74a44bdc884a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.438396 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eabc0fef-e1be-41d4-8ae5-b53a93cd490d req-bcebfc2b-9109-41a5-8a80-74a44bdc884a tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1235194 Jun 15 14:16:02.460883 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9efbd-8af1-4815-8f03-d78f4e263365 req-771798d6-0192-45bc-a71c-6486621d1da2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.462351 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a4c9efbd-8af1-4815-8f03-d78f4e263365 req-771798d6-0192-45bc-a71c-6486621d1da2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1154804 Jun 15 14:16:02.553504 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eabc0fef-e1be-41d4-8ae5-b53a93cd490d req-06a831c6-e017-409f-9098-66da5367ae84 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079290 Jun 15 14:16:02.571305 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-2585aef0-b686-4f2b-9881-81b066eb82a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 999 time: 0.1170723 Jun 15 14:16:02.637641 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a4c9efbd-8af1-4815-8f03-d78f4e263365 req-4293f297-2468-433a-9a47-92134659a0b6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644752 Jun 15 14:16:02.662967 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456e69-7912-4832-a255-9fdce48ebe54 req-5d3950eb-e2b1-4c8f-858d-3285499f42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.664856 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-5d3950eb-e2b1-4c8f-858d-3285499f42fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0694151 Jun 15 14:16:02.673601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-b1caa8c2-0f45-4568-b5f4-cf18eb811303 service neutron] 10.222.0.23 "GET /v2.0/networks/f3fdf928-2803-4f3a-954a-ce6272e3ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103009 Jun 15 14:16:02.729406 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-e1fd523b-380a-40c2-8bd5-606c4b16bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.730920 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-e1fd523b-380a-40c2-8bd5-606c4b16bf0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1097 time: 0.2755692 Jun 15 14:16:02.752821 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456e69-7912-4832-a255-9fdce48ebe54 req-d80e0e46-1e50-420a-99aa-f415fa1c101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.754486 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-d80e0e46-1e50-420a-99aa-f415fa1c101f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700204 Jun 15 14:16:02.987561 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-50f76580-c54f-4746-8e48-fcd584e9314a service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114518 Jun 15 14:16:02.988665 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-82900b19-ce12-452f-92bf-e0ffffb07a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.990566 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-82900b19-ce12-452f-92bf-e0ffffb07a36 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=90ccd0823b40485b8e36360a49e37cfc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2268517 Jun 15 14:16:03.216952 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-dec7b1e2-3e5d-43bd-a7bd-ec86e01b4b8c service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039483 Jun 15 14:16:03.219553 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-4c9e26a7-6471-4170-a246-70b5405e3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.220846 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-432aeb3a-1cca-4bc7-a21b-e4cd138419a9 req-4c9e26a7-6471-4170-a246-70b5405e3395 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003105 Jun 15 14:16:03.225234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f4a9-90a2-43d4-9ffd-23a24d84fc12 req-a84043a9-1688-47cf-acfa-1004ecbe0582 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.228136 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1981f4a9-90a2-43d4-9ffd-23a24d84fc12 req-a84043a9-1688-47cf-acfa-1004ecbe0582 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.5505500 Jun 15 14:16:03.230034 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a52cf577-3535-4f23-ba65-ccbc85bbb13c req-545f6d83-1c29-4a3b-ab20-389bfee5dd50 service neutron] 10.222.0.23 "GET /v2.0/networks/f3fdf928-2803-4f3a-954a-ce6272e3ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396969 Jun 15 14:16:03.302847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db5f32-ca11-4774-b689-24dbfe6e28aa req-acd1ff25-ae08-4159-b65a-b0c4be39c79a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.304317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97db5f32-ca11-4774-b689-24dbfe6e28aa req-acd1ff25-ae08-4159-b65a-b0c4be39c79a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.5305562 Jun 15 14:16:03.334273 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9b733-312d-417e-a37a-708fcb5d72e4 req-92d1e11b-0ae6-4ffe-9f53-31b251d73727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.335718 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8cc9b733-312d-417e-a37a-708fcb5d72e4 req-92d1e11b-0ae6-4ffe-9f53-31b251d73727 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 1103 time: 0.2291515 Jun 15 14:16:03.352784 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-a596df20-98d6-41ce-ab9f-2a20d3c9ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.354261 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-a596df20-98d6-41ce-ab9f-2a20d3c9ad23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1097 time: 0.0620084 Jun 15 14:16:03.388845 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1981f4a9-90a2-43d4-9ffd-23a24d84fc12 req-c5bbe972-96a0-46e9-b709-abc21f375119 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427171 Jun 15 14:16:03.435047 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-97db5f32-ca11-4774-b689-24dbfe6e28aa req-23eaa706-be7a-4f37-bb31-2ed12d68ece3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Jun 15 14:16:03.438410 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8cc9b733-312d-417e-a37a-708fcb5d72e4 req-bf2eb53f-9249-4eb3-9c3a-d59f852105d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862052 Jun 15 14:16:03.449085 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-57a8fafb-bcd9-48b9-acdc-cd7ab23b63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.450746 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-57a8fafb-bcd9-48b9-acdc-cd7ab23b63ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1097 time: 0.1681380 Jun 15 14:16:03.476982 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:03.498327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-dae25f1c-1779-477c-b52c-8a9abdb5743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.499756 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-dae25f1c-1779-477c-b52c-8a9abdb5743c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1148961 Jun 15 14:16:03.514849 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2d34352d-c027-4600-909f-8a068e6eed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:03.571325 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-a3be7a63-ec82-4524-aabd-0042ac51b060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 217 time: 0.0520964 Jun 15 14:16:03.602357 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-5653a576-cfe8-4074-8c75-f2ec2e25a691 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 200 len: 999 time: 0.0828342 Jun 15 14:16:03.681069 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-e6e5f13b-8440-41b3-8f66-8431ecb74585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.682559 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-e6e5f13b-8440-41b3-8f66-8431ecb74585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0703673 Jun 15 14:16:03.686405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-fa55b0b3-a633-41a7-a2da-fa5205d9c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.687633 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-fa55b0b3-a633-41a7-a2da-fa5205d9c1e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0836620 Jun 15 14:16:03.783592 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-a6777c92-30bb-4e41-9216-2cf275edf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.785383 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-a6777c92-30bb-4e41-9216-2cf275edf66f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885193 Jun 15 14:16:03.830014 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272e2b6-afee-4d8d-886b-a49bbf44b7a1 req-2ffc327c-2b87-4ec7-bf70-0caf00dfcabe tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.837454 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5272e2b6-afee-4d8d-886b-a49bbf44b7a1 req-2ffc327c-2b87-4ec7-bf70-0caf00dfcabe tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1613636 Jun 15 14:16:03.909773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-f7dedfa7-6dd7-4bf1-a7b9-e1019f104b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.911760 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-f7dedfa7-6dd7-4bf1-a7b9-e1019f104b45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1934204 Jun 15 14:16:03.915531 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5272e2b6-afee-4d8d-886b-a49bbf44b7a1 req-6f1c83d1-1d52-475b-8f53-66130b7bc1f6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770891 Jun 15 14:16:03.949259 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba684da-5230-4ff5-a09b-9c2258c8a41f req-e503e93a-3e23-484c-888f-78ff60c5ee9c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.950920 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0ba684da-5230-4ff5-a09b-9c2258c8a41f req-e503e93a-3e23-484c-888f-78ff60c5ee9c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1459851 Jun 15 14:16:04.013712 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0ba684da-5230-4ff5-a09b-9c2258c8a41f req-d706e1c0-3ea9-4eec-a07e-e2bb27b0a2f6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535336 Jun 15 14:16:04.613002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226657-8f9e-435a-931f-e687c17edde8 req-9a2ff943-c488-4e04-aed8-75419de0f69e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.614578 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d226657-8f9e-435a-931f-e687c17edde8 req-9a2ff943-c488-4e04-aed8-75419de0f69e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1090062 Jun 15 14:16:04.678338 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d226657-8f9e-435a-931f-e687c17edde8 req-a903dea8-21e5-4f1c-b20e-a1ff748aefb4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572233 Jun 15 14:16:04.685355 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01da1a-272f-45ec-863a-53052dbe00d3 req-a21ab714-062d-498d-af97-1cf10051015a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.686950 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1d01da1a-272f-45ec-863a-53052dbe00d3 req-a21ab714-062d-498d-af97-1cf10051015a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1251481 Jun 15 14:16:04.730562 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1d01da1a-272f-45ec-863a-53052dbe00d3 req-4f286db0-6a44-4872-a984-6c7da74a7706 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Jun 15 14:16:05.080109 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:05.130752 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbbb3a-48a8-4f9d-ba6e-8da4d2f16bb9 req-3f751938-a1a5-4e3c-aeaa-c0726143405c tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.132248 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e0dbbb3a-48a8-4f9d-ba6e-8da4d2f16bb9 req-3f751938-a1a5-4e3c-aeaa-c0726143405c tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0896475 Jun 15 14:16:05.210980 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e0dbbb3a-48a8-4f9d-ba6e-8da4d2f16bb9 req-40adeea6-cdba-4bb0-a44d-b6d3b0abe198 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689361 Jun 15 14:16:05.233676 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd608684-2407-428f-ac31-5f4eb4cb069b req-2cb40df5-cbbf-410f-b334-be0cba3172c6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.235148 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bd608684-2407-428f-ac31-5f4eb4cb069b req-2cb40df5-cbbf-410f-b334-be0cba3172c6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1020145 Jun 15 14:16:05.287675 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bd608684-2407-428f-ac31-5f4eb4cb069b req-34f58f39-a195-4f54-bdc6-9b62f43ea0f9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Jun 15 14:16:05.619849 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a7710-f6c6-4413-af74-57d84b15ab72 req-1e13dcb1-13e7-4696-85b6-72fd0fb08dec tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.620867 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e2a7710-f6c6-4413-af74-57d84b15ab72 req-1e13dcb1-13e7-4696-85b6-72fd0fb08dec tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0776234 Jun 15 14:16:05.665305 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e2a7710-f6c6-4413-af74-57d84b15ab72 req-af94aaa8-ad40-4890-94f9-9b4734aa79d4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 Jun 15 14:16:05.905402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aba91-9675-4b91-a50f-b7164a94e003 req-3a6f2272-5798-488c-a64d-eba68e572d46 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.906965 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-835aba91-9675-4b91-a50f-b7164a94e003 req-3a6f2272-5798-488c-a64d-eba68e572d46 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1126046 Jun 15 14:16:05.962909 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-835aba91-9675-4b91-a50f-b7164a94e003 req-e6c5ba3f-3b30-49d5-9a73-cd63dfbf9910 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 Jun 15 14:16:05.975715 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef83b-77bd-4c62-af70-5d43ccd4ed42 req-87003406-ab94-4fdd-ba3c-9b835040f80d tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.977390 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36fef83b-77bd-4c62-af70-5d43ccd4ed42 req-87003406-ab94-4fdd-ba3c-9b835040f80d tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1328712 Jun 15 14:16:06.019343 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36fef83b-77bd-4c62-af70-5d43ccd4ed42 req-7eae0419-8660-4405-9d8a-7f8451e7eaec tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Jun 15 14:16:06.434312 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6448-0c28-40a9-beb9-bfbf24f0c0b8 req-739ebed4-ab46-4175-8f50-31592f06a705 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.435766 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-961d6448-0c28-40a9-beb9-bfbf24f0c0b8 req-739ebed4-ab46-4175-8f50-31592f06a705 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0988679 Jun 15 14:16:06.514407 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-961d6448-0c28-40a9-beb9-bfbf24f0c0b8 req-955aaa0a-ccbb-4621-b96a-4755f1fbba58 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Jun 15 14:16:06.534018 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164d677-39bb-4776-8cf5-c652e1bf35d2 req-473bf5f0-ce73-48c7-bd12-3273c6fe27cd tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.535688 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1164d677-39bb-4776-8cf5-c652e1bf35d2 req-473bf5f0-ce73-48c7-bd12-3273c6fe27cd tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1187079 Jun 15 14:16:06.570506 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:06.581312 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1164d677-39bb-4776-8cf5-c652e1bf35d2 req-a247398f-26c4-4b2b-ad28-785a8968f59b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Jun 15 14:16:06.847446 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83535b-c513-44bc-85ef-d68a735d1d7e req-cf753ccf-7b10-457a-b2cf-192780487572 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.849331 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4a83535b-c513-44bc-85ef-d68a735d1d7e req-cf753ccf-7b10-457a-b2cf-192780487572 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0707157 Jun 15 14:16:06.891986 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4a83535b-c513-44bc-85ef-d68a735d1d7e req-9cf07f38-2b3f-40e2-84be-99e2d5512189 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 Jun 15 14:16:07.185581 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b271857-d479-477f-9a73-743778a2fd9b req-7328a159-b119-4a09-aa5b-069e6c28ea99 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.186984 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7b271857-d479-477f-9a73-743778a2fd9b req-7328a159-b119-4a09-aa5b-069e6c28ea99 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1098030 Jun 15 14:16:07.252784 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17823a0-e901-488b-b9e6-41741dcd3fa8 req-fa618921-cec5-4ab7-8c40-ee9de483e4a8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.254323 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a17823a0-e901-488b-b9e6-41741dcd3fa8 req-fa618921-cec5-4ab7-8c40-ee9de483e4a8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1193814 Jun 15 14:16:07.257098 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7b271857-d479-477f-9a73-743778a2fd9b req-506dad2e-14b2-41fb-b2cd-7e2e161a7a80 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644307 Jun 15 14:16:07.312456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a17823a0-e901-488b-b9e6-41741dcd3fa8 req-4d493a4f-ac35-4aac-a2c6-062ae0a49410 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Jun 15 14:16:07.706983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749af718-426a-4759-b62c-dc5b84b36fb6 req-f0d9d99f-d1c2-4e50-b986-d50052b55598 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.708565 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-749af718-426a-4759-b62c-dc5b84b36fb6 req-f0d9d99f-d1c2-4e50-b986-d50052b55598 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0821900 Jun 15 14:16:07.791403 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-749af718-426a-4759-b62c-dc5b84b36fb6 req-1d0401d6-a348-4367-90ae-0798e4544db1 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Jun 15 14:16:07.812538 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae922d-77b9-4035-b99a-71a0bfec7f95 req-d6e23e35-d19c-4b5d-b455-66f976ac656d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.814119 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceae922d-77b9-4035-b99a-71a0bfec7f95 req-d6e23e35-d19c-4b5d-b455-66f976ac656d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1020720 Jun 15 14:16:07.861047 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ceae922d-77b9-4035-b99a-71a0bfec7f95 req-1f0832dd-7a2c-47ae-86ae-181cdce1ce62 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Jun 15 14:16:08.078011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7f4a6-b268-4ba2-a709-7a22b3e72d2f req-3409c3e6-4a53-49a4-aff3-05a0977f7a52 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.079493 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86b7f4a6-b268-4ba2-a709-7a22b3e72d2f req-3409c3e6-4a53-49a4-aff3-05a0977f7a52 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0704293 Jun 15 14:16:08.122796 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86b7f4a6-b268-4ba2-a709-7a22b3e72d2f req-4997ee76-3ce6-4262-b631-fa808ce1b845 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376306 Jun 15 14:16:08.492763 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bcd0a-5cb4-44fc-bf8b-65c3cce2fe9d req-7a587f5b-2621-4039-9f12-7ec52f2c9012 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.494346 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad1bcd0a-5cb4-44fc-bf8b-65c3cce2fe9d req-7a587f5b-2621-4039-9f12-7ec52f2c9012 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1112456 Jun 15 14:16:08.552971 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ad1bcd0a-5cb4-44fc-bf8b-65c3cce2fe9d req-04195e1e-1b20-4520-aca8-9ed1efd7f3bc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Jun 15 14:16:08.560117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd97df-62bb-4baa-be0f-3cbe614e1574 req-51a18569-14d2-4bbf-b3db-c919d18227c5 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.561680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81cd97df-62bb-4baa-be0f-3cbe614e1574 req-51a18569-14d2-4bbf-b3db-c919d18227c5 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1274173 Jun 15 14:16:08.612498 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81cd97df-62bb-4baa-be0f-3cbe614e1574 req-eea0c925-44f6-4287-ad78-8febe0d11146 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Jun 15 14:16:08.987870 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9af6a-2a61-4964-8814-b1eeb5df221e req-3b1559f2-dd21-482a-899c-85483e1ad341 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.990820 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5f9af6a-2a61-4964-8814-b1eeb5df221e req-3b1559f2-dd21-482a-899c-85483e1ad341 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0800862 Jun 15 14:16:09.071463 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5f9af6a-2a61-4964-8814-b1eeb5df221e req-064a6074-d291-475f-b14f-205c6430f7c4 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709682 Jun 15 14:16:09.093661 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17707f54-7f85-4241-aee2-8a9e6edadc76 req-89b4d62e-2a01-4578-95c4-e1556be397a6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.095250 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-17707f54-7f85-4241-aee2-8a9e6edadc76 req-89b4d62e-2a01-4578-95c4-e1556be397a6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1034775 Jun 15 14:16:09.140239 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-17707f54-7f85-4241-aee2-8a9e6edadc76 req-7e197d2e-7328-4995-805d-b0cc638269af tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Jun 15 14:16:09.309518 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d99b3-892c-426c-979d-b3b6607798ea req-2b585e5d-222e-4f6d-b49b-270d9ec7a83d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.311109 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c0d99b3-892c-426c-979d-b3b6607798ea req-2b585e5d-222e-4f6d-b49b-270d9ec7a83d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0758421 Jun 15 14:16:09.354470 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c0d99b3-892c-426c-979d-b3b6607798ea req-21ac1822-b121-4452-b84c-940b39c19112 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Jun 15 14:16:09.749970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae93d-afa6-43cb-adb4-2f4bd0ed56d8 req-9e6ddc30-2f08-4fc0-9133-22c5b93d206c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.751429 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-edfae93d-afa6-43cb-adb4-2f4bd0ed56d8 req-9e6ddc30-2f08-4fc0-9133-22c5b93d206c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0823183 Jun 15 14:16:09.824193 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-edfae93d-afa6-43cb-adb4-2f4bd0ed56d8 req-14e03b5e-6c01-4168-86f9-ee7e13614d81 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Jun 15 14:16:09.844393 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d426118-6c6f-4354-9658-af77ef97151b req-be4489e5-7836-4ff1-946a-936382ba570a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.845857 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d426118-6c6f-4354-9658-af77ef97151b req-be4489e5-7836-4ff1-946a-936382ba570a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1157587 Jun 15 14:16:09.890461 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d426118-6c6f-4354-9658-af77ef97151b req-1813fb3a-6945-4594-94c7-a9580446ace2 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Jun 15 14:16:10.259782 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1960f-96da-467d-b750-7bf663ae593b req-e2197374-d984-49fa-b30a-6bd4dd27dbb0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:10.261443 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-61a1960f-96da-467d-b750-7bf663ae593b req-e2197374-d984-49fa-b30a-6bd4dd27dbb0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0773523 Jun 15 14:16:10.346730 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-61a1960f-96da-467d-b750-7bf663ae593b req-848e4f45-9628-4a69-bcae-e70113c2876b tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788400 Jun 15 14:16:10.376653 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e2df-4225-47c2-9118-ffa1d959d4fa req-a2909d82-6f35-4c83-95b4-d82a18d13152 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:10.378354 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5610e2df-4225-47c2-9118-ffa1d959d4fa req-a2909d82-6f35-4c83-95b4-d82a18d13152 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1039124 Jun 15 14:16:10.427791 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5610e2df-4225-47c2-9118-ffa1d959d4fa req-22a50171-6c00-4f17-a687-5bffe34687d0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Jun 15 14:16:10.542210 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a481-952a-430a-aa04-5f6628039c6b req-90ed95ea-5107-471d-9148-4ede5ff317ba tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:10.543684 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1484a481-952a-430a-aa04-5f6628039c6b req-90ed95ea-5107-471d-9148-4ede5ff317ba tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0706999 Jun 15 14:16:10.587280 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1484a481-952a-430a-aa04-5f6628039c6b req-42578133-9963-4ad9-aab5-97bacaa540a4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Jun 15 14:16:11.049052 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5d6cf-2f1a-4111-9258-c5e26d266955 req-3c1f8ef0-0cec-4e39-85c5-cb36f538a9a5 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.050553 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2ff5d6cf-2f1a-4111-9258-c5e26d266955 req-3c1f8ef0-0cec-4e39-85c5-cb36f538a9a5 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1093917 Jun 15 14:16:11.107297 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2ff5d6cf-2f1a-4111-9258-c5e26d266955 req-759d549b-c5cf-4938-bac7-199e516c4e87 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Jun 15 14:16:11.118893 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4813a0-288b-4baf-a0c8-a0aaa2ddf2d9 req-19d6e44c-ddf3-4909-9e33-f67085763cab tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.120388 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c4813a0-288b-4baf-a0c8-a0aaa2ddf2d9 req-19d6e44c-ddf3-4909-9e33-f67085763cab tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1154945 Jun 15 14:16:11.163913 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c4813a0-288b-4baf-a0c8-a0aaa2ddf2d9 req-6e99d8ce-3eb5-4e2e-b1e2-93ab4390267e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Jun 15 14:16:11.533707 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ee-33dc-4698-bbf5-dfe82a199642 req-5b018ef5-b742-4c25-b771-a930ef7869b1 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.535219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4c6d73ee-33dc-4698-bbf5-dfe82a199642 req-5b018ef5-b742-4c25-b771-a930ef7869b1 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0751123 Jun 15 14:16:11.609870 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4c6d73ee-33dc-4698-bbf5-dfe82a199642 req-882ce796-d2e7-4ec1-837b-a64573e50efc tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684438 Jun 15 14:16:11.655118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d60d-6f47-4e7d-b1b5-76fa7c1bc8a5 req-a341a544-2ee5-4f1b-9c9d-08b92afa057f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.656586 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f47d60d-6f47-4e7d-b1b5-76fa7c1bc8a5 req-a341a544-2ee5-4f1b-9c9d-08b92afa057f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.0987916 Jun 15 14:16:11.712672 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f47d60d-6f47-4e7d-b1b5-76fa7c1bc8a5 req-ed67b76b-4f17-4b71-9b63-2281de047ba0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494919 Jun 15 14:16:11.799705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48e588-ee13-4db5-8bfe-600d26281ae8 req-9f9a9fdd-aaa4-43ce-9dae-956d3bbcff89 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.801202 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6c48e588-ee13-4db5-8bfe-600d26281ae8 req-9f9a9fdd-aaa4-43ce-9dae-956d3bbcff89 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0758951 Jun 15 14:16:11.844349 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6c48e588-ee13-4db5-8bfe-600d26281ae8 req-6f0e5ae3-7da5-4195-a95a-a2b73423d9fe tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Jun 15 14:16:12.300643 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852ea2-bfc4-4f27-89d5-e297cb1c741c req-887f669c-f560-42fc-84ea-9c2be820af07 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.302159 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86852ea2-bfc4-4f27-89d5-e297cb1c741c req-887f669c-f560-42fc-84ea-9c2be820af07 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.0809743 Jun 15 14:16:12.382274 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86852ea2-bfc4-4f27-89d5-e297cb1c741c req-ca584d83-1eac-4a83-bfb2-f13c9ea0bd9f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561340 Jun 15 14:16:12.400841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84a6ee-68e0-4c0a-be30-d66cfcb0bab1 req-6bf679a7-170c-4aa5-818e-a8b5f6d9a6fa tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.402306 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a84a6ee-68e0-4c0a-be30-d66cfcb0bab1 req-6bf679a7-170c-4aa5-818e-a8b5f6d9a6fa tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1186500 Jun 15 14:16:12.446310 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8a84a6ee-68e0-4c0a-be30-d66cfcb0bab1 req-4aaf6779-c59d-4f09-93e6-3cca8e970caf tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Jun 15 14:16:12.804043 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2c94-a5ef-4f6f-a676-1e997a35be06 req-d9cd5d2c-0be6-401b-ada5-130e18b67e8d tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.805770 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-383c2c94-a5ef-4f6f-a676-1e997a35be06 req-d9cd5d2c-0be6-401b-ada5-130e18b67e8d tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0734017 Jun 15 14:16:12.882338 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-383c2c94-a5ef-4f6f-a676-1e997a35be06 req-ff32193e-2137-44fd-90dd-27452dc25f75 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708613 Jun 15 14:16:12.931159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c838-8fbe-42a7-8b1c-cc9918129299 req-a21127bf-74c4-48dc-b768-fa83bb4b5d0a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.932799 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe63c838-8fbe-42a7-8b1c-cc9918129299 req-a21127bf-74c4-48dc-b768-fa83bb4b5d0a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.0985684 Jun 15 14:16:12.975902 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe63c838-8fbe-42a7-8b1c-cc9918129299 req-12a6e4fc-ce51-4ebe-b013-b591f7ac8514 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373304 Jun 15 14:16:13.062467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3c800-7770-4f33-8275-8128b3d2436d req-9e9cdda3-901b-4a5d-8f2f-c30b9f4eab25 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.064194 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-48f3c800-7770-4f33-8275-8128b3d2436d req-9e9cdda3-901b-4a5d-8f2f-c30b9f4eab25 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0733795 Jun 15 14:16:13.106746 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-48f3c800-7770-4f33-8275-8128b3d2436d req-abf42753-421b-4802-8ea7-5e58caaf0aab tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Jun 15 14:16:13.866822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644af92-482e-4bf2-a5ef-d58e60c9c5b6 req-42620574-f0b3-45be-ad37-46b342629ad9 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.868303 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0644af92-482e-4bf2-a5ef-d58e60c9c5b6 req-42620574-f0b3-45be-ad37-46b342629ad9 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.3605659 Jun 15 14:16:13.926011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dac1d9-78d2-4bb0-afe3-445ba0e59587 req-e30edaf4-2b54-46e9-8d2c-db65ffc889dc tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.927443 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c6dac1d9-78d2-4bb0-afe3-445ba0e59587 req-e30edaf4-2b54-46e9-8d2c-db65ffc889dc tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1198928 Jun 15 14:16:13.930145 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0644af92-482e-4bf2-a5ef-d58e60c9c5b6 req-c50822e5-10df-448b-8048-dec5defecafa tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Jun 15 14:16:13.978364 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c6dac1d9-78d2-4bb0-afe3-445ba0e59587 req-369c277b-81ac-4ac4-8793-45d6ed3cac95 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Jun 15 14:16:14.159753 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc76a2e-737a-4059-9108-e6f5abdf6314 req-a2484ff4-737b-4d95-b29b-bd0cd314f5a7 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:14.161276 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9bc76a2e-737a-4059-9108-e6f5abdf6314 req-a2484ff4-737b-4d95-b29b-bd0cd314f5a7 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1114986 Jun 15 14:16:14.214563 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9bc76a2e-737a-4059-9108-e6f5abdf6314 req-dcc4ffba-4d6b-4df6-9138-f11bb587bc68 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Jun 15 14:16:14.225299 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0333-544d-4c1b-8e83-aedcbfed35b3 req-f3c91312-c90c-46c2-8411-9275678b272b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:14.226831 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df6c0333-544d-4c1b-8e83-aedcbfed35b3 req-f3c91312-c90c-46c2-8411-9275678b272b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1222305 Jun 15 14:16:14.279980 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df6c0333-544d-4c1b-8e83-aedcbfed35b3 req-70572948-83ed-4224-9b7b-330dd312788d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452549 Jun 15 14:16:14.422157 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748f689-5547-4386-b970-685d6e49a873 req-01416e05-44a5-4cd3-ad3d-d45d254685c3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:14.423865 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3748f689-5547-4386-b970-685d6e49a873 req-01416e05-44a5-4cd3-ad3d-d45d254685c3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0739779 Jun 15 14:16:14.466864 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3748f689-5547-4386-b970-685d6e49a873 req-5443c26e-5a28-45ca-ad15-2927d111ea55 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368850 Jun 15 14:16:15.165593 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de1be5-71a5-4344-a10e-f0d23296431b req-8e9d6497-3177-438f-8d2c-b52c3c422884 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:15.169845 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81de1be5-71a5-4344-a10e-f0d23296431b req-8e9d6497-3177-438f-8d2c-b52c3c422884 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1160176 Jun 15 14:16:15.215909 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7830ed-a5a9-488d-8003-c6f026a11b81 req-4644e597-1906-405b-903d-ef843161b3d7 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:15.217368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6c7830ed-a5a9-488d-8003-c6f026a11b81 req-4644e597-1906-405b-903d-ef843161b3d7 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1250889 Jun 15 14:16:15.225696 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-81de1be5-71a5-4344-a10e-f0d23296431b req-cc169582-11c9-43cb-82dc-0313d42ecc62 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521386 Jun 15 14:16:15.266644 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6c7830ed-a5a9-488d-8003-c6f026a11b81 req-13443648-365f-425c-a085-cace239826cd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Jun 15 14:16:15.451851 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d853-9c55-40d0-bdae-e2db3bcf9f63 req-ce8edb78-6209-4836-b7eb-a252d5c31f01 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:15.453333 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f63d853-9c55-40d0-bdae-e2db3bcf9f63 req-ce8edb78-6209-4836-b7eb-a252d5c31f01 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1089365 Jun 15 14:16:15.512282 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f63d853-9c55-40d0-bdae-e2db3bcf9f63 req-250c948b-9c29-4490-9260-2d40cf663995 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Jun 15 14:16:15.524804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b5085-a5ce-4678-9c44-ec4014ab1af2 req-1946714b-cb7e-4775-a17f-4fbfdef4ccec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:15.526276 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-942b5085-a5ce-4678-9c44-ec4014ab1af2 req-1946714b-cb7e-4775-a17f-4fbfdef4ccec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1174679 Jun 15 14:16:15.571335 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-942b5085-a5ce-4678-9c44-ec4014ab1af2 req-b38e82f3-97cb-407d-b944-6cfa59dea013 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391951 Jun 15 14:16:15.689564 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5456812-28a1-422e-86d5-ddeca67077c7 req-fb4ddc20-c636-45ec-b5b3-2aeca72321f3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:15.691031 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a5456812-28a1-422e-86d5-ddeca67077c7 req-fb4ddc20-c636-45ec-b5b3-2aeca72321f3 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0752966 Jun 15 14:16:15.733188 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a5456812-28a1-422e-86d5-ddeca67077c7 req-ecefb282-e5c1-4405-a445-6126d352a30d tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364296 Jun 15 14:16:16.454941 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeefe7-6368-458d-b4e4-ef646b22228b req-da6ad0da-99f1-4a9c-9c13-85e5187ac59b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:16.456456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f1aeefe7-6368-458d-b4e4-ef646b22228b req-da6ad0da-99f1-4a9c-9c13-85e5187ac59b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1147475 Jun 15 14:16:16.517718 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831f72-e414-4f93-8cfb-afac3308723e req-3833e9cc-1f5d-4405-b7c5-da4ecf3995a1 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:16.519110 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e8831f72-e414-4f93-8cfb-afac3308723e req-3833e9cc-1f5d-4405-b7c5-da4ecf3995a1 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1220005 Jun 15 14:16:16.523143 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f1aeefe7-6368-458d-b4e4-ef646b22228b req-acefb7ac-72d7-4fe8-b620-dd7fc713a190 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594735 Jun 15 14:16:16.564536 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e8831f72-e414-4f93-8cfb-afac3308723e req-1d50eae2-876f-4a5d-ad79-981538630efb tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Jun 15 14:16:16.748030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bfc16-7096-48f9-896f-af56305dd469 req-71614dba-d3e0-4db4-8827-f6ee6b99e376 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:16.749472 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-060bfc16-7096-48f9-896f-af56305dd469 req-71614dba-d3e0-4db4-8827-f6ee6b99e376 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1092606 Jun 15 14:16:16.805297 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-060bfc16-7096-48f9-896f-af56305dd469 req-7af68297-6b57-4fc6-9cc2-d4211ced8f21 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Jun 15 14:16:16.826082 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73a74d-cac9-46f5-a6c5-7d68b1d78814 req-3eed2952-a94f-479e-a607-12963b31219e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:16.826082 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f73a74d-cac9-46f5-a6c5-7d68b1d78814 req-3eed2952-a94f-479e-a607-12963b31219e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1188872 Jun 15 14:16:16.867847 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3f73a74d-cac9-46f5-a6c5-7d68b1d78814 req-0b031411-d65f-4ebe-9ed0-278cfafa98a0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Jun 15 14:16:16.977782 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a207-677d-481a-8e00-5251c068b4b2 req-5d17b9c1-76fa-484f-a8dd-9bec8b6e4af8 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:16.979243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4d49a207-677d-481a-8e00-5251c068b4b2 req-5d17b9c1-76fa-484f-a8dd-9bec8b6e4af8 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0709217 Jun 15 14:16:17.029060 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4d49a207-677d-481a-8e00-5251c068b4b2 req-7a9e12d1-ae6d-4207-9e1b-5513cfa4cbd5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Jun 15 14:16:17.717867 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-1274c041-b0bc-47b6-b86e-e055f7e59e92 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335371 Jun 15 14:16:17.798663 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-8bd505f7-b2b1-44f2-ad96-64453fb7fbb6 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150621 Jun 15 14:16:17.836065 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14aa0190-0a02-4cce-8f3d-a2f971b05570 req-492c9252-d432-4076-b123-0114292bcf5c service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097984 Jun 15 14:16:17.872194 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca5aa-a0e4-4673-8b63-1fc5f8f71072 req-5cc10e31-35d7-45ce-a242-005c5764135c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:17.873676 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe2ca5aa-a0e4-4673-8b63-1fc5f8f71072 req-5cc10e31-35d7-45ce-a242-005c5764135c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1888983 Jun 15 14:16:17.932354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9095-f46b-4a57-b10d-3ad9a8139a03 req-8eeb432f-0268-4cdf-a9a1-ee7a21c8c635 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:17.933785 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e5f9095-f46b-4a57-b10d-3ad9a8139a03 req-8eeb432f-0268-4cdf-a9a1-ee7a21c8c635 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.2055483 Jun 15 14:16:18.018215 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73412bb0-3964-4a51-a0c8-77264511c1a7 req-13e9f973-3745-4498-8641-be5d7693f410 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080858 Jun 15 14:16:18.020968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe2ca5aa-a0e4-4673-8b63-1fc5f8f71072 req-2390936c-ad1b-49a2-88da-5c28cc854869 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064291 Jun 15 14:16:18.025913 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e5f9095-f46b-4a57-b10d-3ad9a8139a03 req-bcb2feb5-06bf-4138-b318-ed3e5367f177 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840933 Jun 15 14:16:18.243405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74273451-c879-4342-9c37-5d2a9d1f6556 req-16ad3e33-323c-45d1-a633-52aab6504ae8 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.244878 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-74273451-c879-4342-9c37-5d2a9d1f6556 req-16ad3e33-323c-45d1-a633-52aab6504ae8 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1201575 Jun 15 14:16:18.258514 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa4ca6-215b-47e0-a989-754c4f4ebb27 req-cddba878-ef00-412c-a7da-bd2564cd563a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.259861 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7aa4ca6-215b-47e0-a989-754c4f4ebb27 req-cddba878-ef00-412c-a7da-bd2564cd563a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1001680 Jun 15 14:16:18.321657 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-74273451-c879-4342-9c37-5d2a9d1f6556 req-2dcb92bd-197e-4fe6-b328-00ba787e5ae3 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Jun 15 14:16:18.328506 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7aa4ca6-215b-47e0-a989-754c4f4ebb27 req-f5729860-1c63-4097-8289-200fa4b4d298 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631928 Jun 15 14:16:18.487970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01b30b-b379-4221-b221-812611d4a985 req-eacbee1b-0584-430a-a804-0715bc84338f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.490008 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d01b30b-b379-4221-b221-812611d4a985 req-eacbee1b-0584-430a-a804-0715bc84338f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0706704 Jun 15 14:16:18.530855 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d01b30b-b379-4221-b221-812611d4a985 req-36f82a8d-5576-496f-8922-b4ae921c6529 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Jun 15 14:16:19.254959 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c3b2-612a-4747-9d9a-d8ba80684794 req-a7a0b148-ec09-492e-96e9-724574941e21 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.256385 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa27c3b2-612a-4747-9d9a-d8ba80684794 req-a7a0b148-ec09-492e-96e9-724574941e21 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1130958 Jun 15 14:16:19.263528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c1bb-ce93-4b7e-8ea7-913e7ab5355b req-fd639310-f130-4c1a-a737-b9aa3b38e619 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.264867 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a874c1bb-ce93-4b7e-8ea7-913e7ab5355b req-fd639310-f130-4c1a-a737-b9aa3b38e619 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1320045 Jun 15 14:16:19.324322 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa27c3b2-612a-4747-9d9a-d8ba80684794 req-703e75db-051b-45d7-b7d0-58e620c4bd2b tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Jun 15 14:16:19.331288 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a874c1bb-ce93-4b7e-8ea7-913e7ab5355b req-29eb47af-0d89-46fd-9b75-1ff3c4c9db8a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jun 15 14:16:19.549640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b4d07-4e28-4a16-819e-014979efb657 req-595aec14-7a1f-48e9-9d4c-0df828d772b2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.550982 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-851b4d07-4e28-4a16-819e-014979efb657 req-595aec14-7a1f-48e9-9d4c-0df828d772b2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1196301 Jun 15 14:16:19.561884 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd695d-53a7-458b-ae9d-53b760b39aba req-4e7bb096-ca8d-4fed-bc20-7e6b2b7bd2d8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.563235 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-67bd695d-53a7-458b-ae9d-53b760b39aba req-4e7bb096-ca8d-4fed-bc20-7e6b2b7bd2d8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1002333 Jun 15 14:16:19.627632 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-851b4d07-4e28-4a16-819e-014979efb657 req-75fa3fb7-56ef-4846-bcb9-3c2242f29d45 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633717 Jun 15 14:16:19.634019 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-67bd695d-53a7-458b-ae9d-53b760b39aba req-37b4edfd-201f-42ed-ad28-802cbac81deb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638428 Jun 15 14:16:19.807412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea190a9-973c-4c9b-bb4e-6eaefe79c07e req-c88ad10b-2ece-4e91-b0e8-663dc054e333 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.808948 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9ea190a9-973c-4c9b-bb4e-6eaefe79c07e req-c88ad10b-2ece-4e91-b0e8-663dc054e333 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0772958 Jun 15 14:16:19.854808 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9ea190a9-973c-4c9b-bb4e-6eaefe79c07e req-2df80d4b-17ef-4a3b-a3bf-556c402515e2 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Jun 15 14:16:20.562450 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd3fa-adc9-4a00-85a8-86750b7f18cd req-0321902d-397d-4a11-b76e-721c8efa3b9c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.563923 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d85dd3fa-adc9-4a00-85a8-86750b7f18cd req-0321902d-397d-4a11-b76e-721c8efa3b9c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1219101 Jun 15 14:16:20.572298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c7fa7-35b4-491e-8e3f-f15e5539e70f req-37e5f45b-40cd-430b-a7ac-c78b86664203 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.573712 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-570c7fa7-35b4-491e-8e3f-f15e5539e70f req-37e5f45b-40cd-430b-a7ac-c78b86664203 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1207600 Jun 15 14:16:20.636504 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d85dd3fa-adc9-4a00-85a8-86750b7f18cd req-9907ab02-2765-43de-bb11-c5429f5c6898 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617890 Jun 15 14:16:20.641371 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-570c7fa7-35b4-491e-8e3f-f15e5539e70f req-872c4200-ba1a-405c-9cf3-8596016635fc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599921 Jun 15 14:16:20.856047 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-1554c01c-7b92-4fcb-959e-f63ba22d27c5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.857494 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-1554c01c-7b92-4fcb-959e-f63ba22d27c5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 946 time: 0.0724363 Jun 15 14:16:20.910026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-d964ba59-204e-4ef4-bb6d-1222d742bd81 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.911467 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-d964ba59-204e-4ef4-bb6d-1222d742bd81 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.1709146 Jun 15 14:16:20.926630 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dd624-82f7-4950-a764-80f5c3af5bd8 req-dbeed2f4-4495-4853-929c-0801edfb1b84 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.928002 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b5dd624-82f7-4950-a764-80f5c3af5bd8 req-dbeed2f4-4495-4853-929c-0801edfb1b84 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1736166 Jun 15 14:16:20.943908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8d21-36bb-4b13-9c9b-74b9fb250d3e req-e7386b7a-3c00-400e-b09a-8dcfaa8c4c87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.945275 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cdbc8d21-36bb-4b13-9c9b-74b9fb250d3e req-e7386b7a-3c00-400e-b09a-8dcfaa8c4c87 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1681178 Jun 15 14:16:20.978907 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Deleting port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:20.979244 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.075034 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cdbc8d21-36bb-4b13-9c9b-74b9fb250d3e req-c9b52a60-e4cf-4d38-9628-fa34324fd737 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033235 Jun 15 14:16:21.077969 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b5dd624-82f7-4950-a764-80f5c3af5bd8 req-a65aabd5-bbb5-4396-9caf-0410c02e01f0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429696 Jun 15 14:16:21.096448 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] For port 3c395358-8b5e-4f60-90f7-856aa6e2ca76, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c395358-8b5e-4f60-90f7-856aa6e2ca76,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:21.096817 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.121501 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Deleting port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:21.121877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.195545 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Calling delete_port for 3c395358-8b5e-4f60-90f7-856aa6e2ca76 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:21.357156 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.361548 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3dfbf422-434d-46de-982e-c4560c7b68cf tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:21.371785 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', '90857ea0-b695-4bde-bb57-5c1acf242b4a', '4b008f90-a5f2-409d-aae8-d4c6edafee58', '3c395358-8b5e-4f60-90f7-856aa6e2ca76'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:21.398359 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event deleted for resources: {'Port': ['ID=3c395358-8b5e-4f60-90f7-856aa6e2ca76,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:21.401678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:21.459729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] No DVR routers for this DVR port 3c395358-8b5e-4f60-90f7-856aa6e2ca76 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:21.463041 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.465430 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37f4e7ea-447a-48a5-9217-40e2e8863ffb req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "DELETE /v2.0/ports/3c395358-8b5e-4f60-90f7-856aa6e2ca76 HTTP/1.1" status: 204 len: 173 time: 0.6013598 Jun 15 14:16:21.466184 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'name': 'network-vif-deleted', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:21.468390 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c42ef-7a75-49b2-aa5d-fa29225c4283" -d '{"events": [{"server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "name": "network-vif-deleted", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:21.509334 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac53a2-a99f-47a4-b295-1067c050ef10 x-openstack-request-id: req-7dac53a2-a99f-47a4-b295-1067c050ef10 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:21.509683 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d6a1dc-a3c0-4796-b235-bbe614eb4856", "name": "network-vif-deleted", "tag": "3c395358-8b5e-4f60-90f7-856aa6e2ca76", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:21.509966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dac53a2-a99f-47a4-b295-1067c050ef10 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:21.510392 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d6a1dc-a3c0-4796-b235-bbe614eb4856', 'name': 'network-vif-deleted', 'tag': '3c395358-8b5e-4f60-90f7-856aa6e2ca76', 'status': 'completed', 'code': 200} Jun 15 14:16:21.514250 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d5d7c35-5fc4-495f-8bd1-6b95b7cdb166 req-cf7912f0-450f-4dfb-9e66-baca0f4e9da5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d6a1dc-a3c0-4796-b235-bbe614eb4856 HTTP/1.1" status: 200 len: 210 time: 0.0615005 Jun 15 14:16:21.552602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] For port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:21.552969 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.657039 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Calling delete_port for 948c5ef5-e586-4fbb-9228-7a418fdf0b3e owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:21.917560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:21.924068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:21.964092 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:16:21.965469 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2d29b-82d8-4aa9-801b-65d7b4f3db28 req-6a570dac-2463-4096-85b9-e3d9f5621bb4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:21.966943 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-98f2d29b-82d8-4aa9-801b-65d7b4f3db28 req-6a570dac-2463-4096-85b9-e3d9f5621bb4 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b2b5ed-d975-4823-b676-5f3fee847e83 HTTP/1.1" status: 200 len: 946 time: 0.2045882 Jun 15 14:16:21.970639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Pushing event deleted for resources: {'Port': ['ID=948c5ef5-e586-4fbb-9228-7a418fdf0b3e,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:21.974207 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:22.024999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e061-e2a1-47da-baf9-19b32662eaa4 req-3de81d39-e07c-40eb-8e22-41f0d3e48705 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:22.026482 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c378e061-e2a1-47da-baf9-19b32662eaa4 req-3de81d39-e07c-40eb-8e22-41f0d3e48705 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 944 time: 0.1964290 Jun 15 14:16:22.070764 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] No DVR routers for this DVR port 948c5ef5-e586-4fbb-9228-7a418fdf0b3e on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:22.084137 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.086413 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f86f73ca-bee4-44ed-bb64-053e8d7c556f req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "DELETE /v2.0/ports/948c5ef5-e586-4fbb-9228-7a418fdf0b3e HTTP/1.1" status: 204 len: 173 time: 1.1678185 Jun 15 14:16:22.089106 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'name': 'network-vif-deleted', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:22.091454 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f8c7a-b038-4f3a-afc8-4e0d4dc2a35f" -d '{"events": [{"server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "name": "network-vif-deleted", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:22.101311 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-98f2d29b-82d8-4aa9-801b-65d7b4f3db28 req-f13af4ac-a5ee-4152-8a5d-e6a200f7e5f9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228833 Jun 15 14:16:22.126573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c378e061-e2a1-47da-baf9-19b32662eaa4 req-65005e35-808c-4f6d-867e-5d65033ebc11 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930920 Jun 15 14:16:22.170339 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245b3fd-d49d-44ec-9257-37858193fc6e x-openstack-request-id: req-7245b3fd-d49d-44ec-9257-37858193fc6e {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:22.171175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b2b5ed-d975-4823-b676-5f3fee847e83", "name": "network-vif-deleted", "tag": "948c5ef5-e586-4fbb-9228-7a418fdf0b3e", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:22.171637 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7245b3fd-d49d-44ec-9257-37858193fc6e {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:22.173395 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b2b5ed-d975-4823-b676-5f3fee847e83', 'name': 'network-vif-deleted', 'tag': '948c5ef5-e586-4fbb-9228-7a418fdf0b3e', 'status': 'completed', 'code': 200} Jun 15 14:16:22.378964 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee4eb4-372e-424d-bac9-6788a58e580f req-8fd2d22c-412e-4b25-9713-4686664501a6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:22.380993 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6ee4eb4-372e-424d-bac9-6788a58e580f req-8fd2d22c-412e-4b25-9713-4686664501a6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1226232 Jun 15 14:16:22.401558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdfd19-3e4b-4750-a93e-ab5e8940088c req-126540c9-ed64-4432-bfd0-d7a476e21f60 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:22.403168 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f3cdfd19-3e4b-4750-a93e-ab5e8940088c req-126540c9-ed64-4432-bfd0-d7a476e21f60 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1059504 Jun 15 14:16:22.462188 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6ee4eb4-372e-424d-bac9-6788a58e580f req-9f20207d-b230-4cd5-a0b6-deb73b8414ac tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Jun 15 14:16:22.468130 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f3cdfd19-3e4b-4750-a93e-ab5e8940088c req-16aeafbe-830b-43a5-ab50-78f57fb1e25e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534844 Jun 15 14:16:22.630370 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 71a388b0-c2c0-4ec9-910b-4133d18c68cd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:16:22.671851 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['aa14b083-5ae8-462b-9ae7-814bd7c628b8', '948c5ef5-e586-4fbb-9228-7a418fdf0b3e'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:22.821962 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:22.847666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'port_id': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'mac_address': 'fa:16:3e:94:42:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:16:22.919900 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a49b-7a84-48b0-bdfa-ee4b2c61dfcd req-405df521-9795-4ab2-b217-58479dbd708c tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:22.921760 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aaa4a49b-7a84-48b0-bdfa-ee4b2c61dfcd req-405df521-9795-4ab2-b217-58479dbd708c tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0819890 Jun 15 14:16:22.923764 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.951799 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a388b0-c2c0-4ec9-910b-4133d18c68cd {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:16:22.978641 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-aaa4a49b-7a84-48b0-bdfa-ee4b2c61dfcd req-4aa4e020-01a0-4bff-8da4-fc961130bc18 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Jun 15 14:16:22.989940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:22.994291 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.996224 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:23.051561 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:23.054458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:23.310448 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ca9f-bcbe-4569-a8aa-6e2d16b9df91 req-e90164e7-9c50-4f4d-982c-1261365fb609 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:23.311891 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e296ca9f-bcbe-4569-a8aa-6e2d16b9df91 req-e90164e7-9c50-4f4d-982c-1261365fb609 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 945 time: 0.0681231 Jun 15 14:16:23.352963 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e296ca9f-bcbe-4569-a8aa-6e2d16b9df91 req-69a61e00-95e8-4a63-bded-45a59e0e18a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Jun 15 14:16:23.429046 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:23.573336 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8e59-e3e0-4c44-941f-bb13f3106eb4 req-38d6bca9-e40b-45a1-a180-e7d7404de0f8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:23.575171 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-887a8e59-e3e0-4c44-941f-bb13f3106eb4 req-38d6bca9-e40b-45a1-a180-e7d7404de0f8 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0759764 Jun 15 14:16:23.647391 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-887a8e59-e3e0-4c44-941f-bb13f3106eb4 req-febd189e-6f60-4119-bf9b-32f462fa393a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Jun 15 14:16:23.680895 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193dcb-4696-4237-a523-2d117376a078 req-1f772248-1d4e-4e10-a946-4a827fbd66a5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:23.682309 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0a193dcb-4696-4237-a523-2d117376a078 req-1f772248-1d4e-4e10-a946-4a827fbd66a5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.0860360 Jun 15 14:16:23.724651 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0a193dcb-4696-4237-a523-2d117376a078 req-8bce252c-be71-44c4-a268-ef12af57e801 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364113 Jun 15 14:16:24.194124 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a8157-3c17-4bac-947f-ae8fa955edcc req-10177808-1fa3-4145-9bc9-634faac0ec13 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.195455 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe5a8157-3c17-4bac-947f-ae8fa955edcc req-10177808-1fa3-4145-9bc9-634faac0ec13 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.1212173 Jun 15 14:16:24.209038 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e8784-87a1-401f-956d-51a810c1d8f2 req-e2d908ee-5440-44c3-97b2-e32b8e7491a6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.209038 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da5e8784-87a1-401f-956d-51a810c1d8f2 req-e2d908ee-5440-44c3-97b2-e32b8e7491a6 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.0962083 Jun 15 14:16:24.272317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fe5a8157-3c17-4bac-947f-ae8fa955edcc req-3531b50b-912a-4048-b057-95cdbf1d8418 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Jun 15 14:16:24.274961 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da5e8784-87a1-401f-956d-51a810c1d8f2 req-354c0466-91c3-4bd7-9c0f-8d7feff5ca5b tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607805 Jun 15 14:16:24.531084 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb05a-1f4f-4167-b14f-9d1045f5854d req-b74acbe5-7e7a-4713-84ad-3875190baf6e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.532525 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ea8fb05a-1f4f-4167-b14f-9d1045f5854d req-b74acbe5-7e7a-4713-84ad-3875190baf6e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 945 time: 0.0697203 Jun 15 14:16:24.575587 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ea8fb05a-1f4f-4167-b14f-9d1045f5854d req-1bc302f1-9903-4cf3-b558-7efadd99dfd7 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Jun 15 14:16:24.635806 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 948c5ef5-e586-4fbb-9228-7a418fdf0b3e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:24.659663 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 948c5ef5-e586-4fbb-9228-7a418fdf0b3e {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:24.660011 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 948c5ef5-e586-4fbb-9228-7a418fdf0b3e not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:24.660445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 3c395358-8b5e-4f60-90f7-856aa6e2ca76 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:24.685967 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 3c395358-8b5e-4f60-90f7-856aa6e2ca76 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:24.686264 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 3c395358-8b5e-4f60-90f7-856aa6e2ca76 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:24.828210 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8182dd-9301-4da9-bc1f-cc11c4fc0a23 req-1d5a6e80-5406-4ac6-bb84-a2384955b04a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.829601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b8182dd-9301-4da9-bc1f-cc11c4fc0a23 req-1d5a6e80-5406-4ac6-bb84-a2384955b04a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0688994 Jun 15 14:16:24.907508 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b8182dd-9301-4da9-bc1f-cc11c4fc0a23 req-b9a77901-3435-450b-8a5e-d94978458497 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Jun 15 14:16:24.968668 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea67d7-5455-47d0-a075-2c8109993672 req-c25bc0f8-e2e6-4581-b5d0-f73988eb1351 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.970105 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6ea67d7-5455-47d0-a075-2c8109993672 req-c25bc0f8-e2e6-4581-b5d0-f73988eb1351 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.1190166 Jun 15 14:16:25.025892 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6ea67d7-5455-47d0-a075-2c8109993672 req-86668d69-daf0-4cfd-bbfe-4570ca8d52fc tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498686 Jun 15 14:16:25.034161 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-0a748b7f-dba4-409c-88a6-4f3ad56f3af0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:25.035585 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-0a748b7f-dba4-409c-88a6-4f3ad56f3af0 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1095619 Jun 15 14:16:25.155121 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Deleting port a2abd443-607e-4521-8bdc-de207e8f635f {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:25.155372 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:25.267487 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] For port a2abd443-607e-4521-8bdc-de207e8f635f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a2abd443-607e-4521-8bdc-de207e8f635f,segment=NetworkSegment(ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa),segment_id=ac29c9af-f7ce-427d-ad14-a32e1cf8cbfa)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:25.268311 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:25.361567 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Calling delete_port for a2abd443-607e-4521-8bdc-de207e8f635f owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:25.570521 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805f247-f175-4e94-a5ba-5ba267f7b2a1 req-2333774e-b538-42d2-93bf-96bc19c9a814 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:25.571968 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c805f247-f175-4e94-a5ba-5ba267f7b2a1 req-2333774e-b538-42d2-93bf-96bc19c9a814 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.1550279 Jun 15 14:16:25.608694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaba3c-0431-4c50-916f-49ed68f8021d req-5a0a2c32-0e1d-4600-8634-bb255752c6e2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:25.610192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fbaba3c-0431-4c50-916f-49ed68f8021d req-5a0a2c32-0e1d-4600-8634-bb255752c6e2 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eb312a7-7d4b-41fd-8798-0f4c22692abf HTTP/1.1" status: 200 len: 950 time: 0.1943157 Jun 15 14:16:25.689976 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c805f247-f175-4e94-a5ba-5ba267f7b2a1 req-c8db268c-c83b-4fe5-b1fd-7a2871fb0abf tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888109 Jun 15 14:16:25.692785 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:25.697908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:25.705138 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fbaba3c-0431-4c50-916f-49ed68f8021d req-db523909-5a0d-4c15-8241-b7b1d0f210b5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a4229da-450e-4a70-b071-4618c7e6e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868983 Jun 15 14:16:25.710582 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['a2abd443-607e-4521-8bdc-de207e8f635f'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:25.732134 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Pushing event deleted for resources: {'Port': ['ID=a2abd443-607e-4521-8bdc-de207e8f635f,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:25.734589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:25.803065 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] No DVR routers for this DVR port a2abd443-607e-4521-8bdc-de207e8f635f on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:25.812191 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:25.814114 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3bc9f6a6-d8fa-4c87-a63b-48c337060676 req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] 10.222.0.23 "DELETE /v2.0/ports/a2abd443-607e-4521-8bdc-de207e8f635f HTTP/1.1" status: 204 len: 173 time: 0.7716215 Jun 15 14:16:25.814599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'name': 'network-vif-deleted', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:25.817422 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e301f3a-10ea-4aa7-8e4a-bd7fac23fc40" -d '{"events": [{"server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "name": "network-vif-deleted", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:25.871099 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bbe3e4-018e-4ca7-ab4d-0d2e137e3351 x-openstack-request-id: req-92bbe3e4-018e-4ca7-ab4d-0d2e137e3351 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:25.871423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb312a7-7d4b-41fd-8798-0f4c22692abf", "name": "network-vif-deleted", "tag": "a2abd443-607e-4521-8bdc-de207e8f635f", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:25.871706 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92bbe3e4-018e-4ca7-ab4d-0d2e137e3351 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:25.872123 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb312a7-7d4b-41fd-8798-0f4c22692abf', 'name': 'network-vif-deleted', 'tag': 'a2abd443-607e-4521-8bdc-de207e8f635f', 'status': 'completed', 'code': 200} Jun 15 14:16:25.895541 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3278e6b-a1ab-4047-bed6-5e70f1e9921c req-7471798f-f271-4ee6-ac8c-2a41c31b676b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:25.902055 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d3278e6b-a1ab-4047-bed6-5e70f1e9921c req-7471798f-f271-4ee6-ac8c-2a41c31b676b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 945 time: 0.1009657 Jun 15 14:16:25.945686 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d3278e6b-a1ab-4047-bed6-5e70f1e9921c req-1fb2b98a-3fda-4d4c-854e-5d0b635e0bdf tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jun 15 14:16:26.089658 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714815e6-72f3-4ace-a099-394729204ac2 req-b79857ed-cfab-4f2e-94b0-15486746627a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:26.091028 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-714815e6-72f3-4ace-a099-394729204ac2 req-b79857ed-cfab-4f2e-94b0-15486746627a tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0691206 Jun 15 14:16:26.135019 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-714815e6-72f3-4ace-a099-394729204ac2 req-6f95187e-32e8-4050-a320-0a5d340331bc tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Jun 15 14:16:26.209355 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8856f-6563-4af9-88f6-30a106801d4d req-6b6da2b8-7309-4d01-a631-9c1d9d779d2e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:26.210910 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02d8856f-6563-4af9-88f6-30a106801d4d req-6b6da2b8-7309-4d01-a631-9c1d9d779d2e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 944 time: 0.0677629 Jun 15 14:16:26.251628 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-02d8856f-6563-4af9-88f6-30a106801d4d req-27b00146-3a73-4c70-ac19-d2e2547e028e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350339 Jun 15 14:16:26.512848 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-1c978731-73f9-4fb6-a68e-1eb914cfee56 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:26.514368 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-1c978731-73f9-4fb6-a68e-1eb914cfee56 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.0739241 Jun 15 14:16:26.625781 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:16:26.630662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 71a388b0-c2c0-4ec9-910b-4133d18c68cd up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:16:26.639866 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Deleting port 4b008f90-a5f2-409d-aae8-d4c6edafee58 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:26.640359 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:26.770075 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:16:26.776572 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] For port 4b008f90-a5f2-409d-aae8-d4c6edafee58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4b008f90-a5f2-409d-aae8-d4c6edafee58,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:26.777017 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:26.802165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:26.815248 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'mac_address': 'fa:16:3e:12:b9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:16:26.821038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:16:26.821420 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:26.881156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Calling delete_port for 4b008f90-a5f2-409d-aae8-d4c6edafee58 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:26.904588 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:26.927597 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:16:26.979077 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:26.990208 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:26.997878 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:27.002184 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.020820 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b659-f609-4beb-963a-09fa719579f4 req-0c23d5a0-9f21-436c-8832-68d1fbd24ec4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.022346 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0618b659-f609-4beb-963a-09fa719579f4 req-0c23d5a0-9f21-436c-8832-68d1fbd24ec4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 945 time: 0.1837502 Jun 15 14:16:27.065574 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:27.068958 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263563a0-1c01-4457-88be-4444201c80fa" -d '{"events": [{"server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "name": "network-vif-plugged", "status": "completed", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:27.091886 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:27.102177 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.115437 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=9']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:27.125752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:27.126890 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0eab80d2-bf6a-48d5-bdaf-26b406c3b3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:27.130493 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0618b659-f609-4beb-963a-09fa719579f4 req-5d550102-6b3f-4efd-8d4f-659067d17ae6 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958390 Jun 15 14:16:27.184144 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.189804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c7a892ee-d12f-4bef-819c-557746ed5ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:27.204273 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46551e4c-908b-43f2-9efc-b31ba4b4181b x-openstack-request-id: req-46551e4c-908b-43f2-9efc-b31ba4b4181b {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:27.204564 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "name": "network-vif-plugged", "status": "completed", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:27.205031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46551e4c-908b-43f2-9efc-b31ba4b4181b {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:27.205680 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'code': 200} Jun 15 14:16:27.209094 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', '90857ea0-b695-4bde-bb57-5c1acf242b4a'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:27.228058 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event deleted for resources: {'Port': ['ID=4b008f90-a5f2-409d-aae8-d4c6edafee58,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:27.236520 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:27.252775 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:27.260002 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:27.293922 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142742b2-7a0d-40aa-942f-401ee6aef883 req-64f3ca94-1dde-425c-aa34-ac51edec6576 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.295413 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-142742b2-7a0d-40aa-942f-401ee6aef883 req-64f3ca94-1dde-425c-aa34-ac51edec6576 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.1907966 Jun 15 14:16:27.322856 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] No DVR routers for this DVR port 4b008f90-a5f2-409d-aae8-d4c6edafee58 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:27.336688 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.342154 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7d8d85b-12ff-4ad7-8879-7c972cb54dbf req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "DELETE /v2.0/ports/4b008f90-a5f2-409d-aae8-d4c6edafee58 HTTP/1.1" status: 204 len: 173 time: 0.8200228 Jun 15 14:16:27.412408 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['7174c78b-1b89-42e0-afbc-9b8eea09093b'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:27.452777 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-142742b2-7a0d-40aa-942f-401ee6aef883 req-56f5d135-0220-450d-97b6-76f10a4658e1 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348140 Jun 15 14:16:27.506264 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b442678-f7f8-4f69-abe7-6a5433c60a8f req-31cf110b-56b3-4f3a-87d1-58227465c729 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.508429 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b442678-f7f8-4f69-abe7-6a5433c60a8f req-31cf110b-56b3-4f3a-87d1-58227465c729 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.1157894 Jun 15 14:16:27.610682 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3b442678-f7f8-4f69-abe7-6a5433c60a8f req-d037f882-3d1b-4179-bf57-98148524334d tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 Jun 15 14:16:27.656891 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373db3e5-dd87-463b-a4dd-ef1d35a0dcea req-ee2020b2-57e1-46e9-bac4-f555945c3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.658971 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-373db3e5-dd87-463b-a4dd-ef1d35a0dcea req-ee2020b2-57e1-46e9-bac4-f555945c3b86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1099 time: 0.1496696 Jun 15 14:16:27.749855 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-373db3e5-dd87-463b-a4dd-ef1d35a0dcea req-44c30495-2c08-45a3-9480-2de72e6507d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jun 15 14:16:27.779982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fcac0-da3a-4181-869f-5fd6e948ad00 req-01240544-d75e-4064-b32d-4eab60b328e6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.781465 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-006fcac0-da3a-4181-869f-5fd6e948ad00 req-01240544-d75e-4064-b32d-4eab60b328e6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 945 time: 0.0965250 Jun 15 14:16:27.824322 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-006fcac0-da3a-4181-869f-5fd6e948ad00 req-87855393-07cb-4730-b697-b91651ae138c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370445 Jun 15 14:16:27.873508 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'name': 'network-vif-deleted', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:27.875924 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce93215-d672-4a5e-8805-b8bc62001f3a" -d '{"events": [{"server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "name": "network-vif-deleted", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:27.910739 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f69f7b-0a74-48fc-8c66-13b44848c3b1 x-openstack-request-id: req-c0f69f7b-0a74-48fc-8c66-13b44848c3b1 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:27.911062 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbf368-0f44-49b6-902d-2af6591611ec", "name": "network-vif-deleted", "tag": "4b008f90-a5f2-409d-aae8-d4c6edafee58", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:27.911340 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0f69f7b-0a74-48fc-8c66-13b44848c3b1 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:27.911758 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbbf368-0f44-49b6-902d-2af6591611ec', 'name': 'network-vif-deleted', 'tag': '4b008f90-a5f2-409d-aae8-d4c6edafee58', 'status': 'completed', 'code': 200} Jun 15 14:16:28.301762 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fc9cb633-fa65-4d45-883d-6cdff1956252 req-6ed135f7-6a1c-403d-83a3-70045595eb58 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dbbf368-0f44-49b6-902d-2af6591611ec HTTP/1.1" status: 200 len: 210 time: 0.0360630 Jun 15 14:16:28.655185 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 4b008f90-a5f2-409d-aae8-d4c6edafee58 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:28.679517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21752-d85c-4250-8b78-13c3cbc58a64 req-aac20661-267d-4efd-850f-89778c15f11a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:28.681031 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-69d21752-d85c-4250-8b78-13c3cbc58a64 req-aac20661-267d-4efd-850f-89778c15f11a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0897861 Jun 15 14:16:28.695445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 4b008f90-a5f2-409d-aae8-d4c6edafee58 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:28.695761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 4b008f90-a5f2-409d-aae8-d4c6edafee58 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:28.696344 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device a2abd443-607e-4521-8bdc-de207e8f635f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:28.727217 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-69d21752-d85c-4250-8b78-13c3cbc58a64 req-76a4f56a-a154-4af0-95e3-6ae7fd51ed79 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Jun 15 14:16:28.730130 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: a2abd443-607e-4521-8bdc-de207e8f635f {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:28.730478 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device a2abd443-607e-4521-8bdc-de207e8f635f not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:28.815083 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac8ed-252d-4809-9993-b0ec471b20cb req-032b2545-568e-4c0a-a1f8-5e98d349ea83 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:28.817178 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c94ac8ed-252d-4809-9993-b0ec471b20cb req-032b2545-568e-4c0a-a1f8-5e98d349ea83 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0696449 Jun 15 14:16:28.858616 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c94ac8ed-252d-4809-9993-b0ec471b20cb req-ac3fe24c-2de8-4abc-b607-caa3d9a28bbd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jun 15 14:16:29.016699 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66bcd-767b-48b5-81ff-5f2096a305d5 req-bf0f2233-f407-40e0-a66f-072c906b928e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:29.018445 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-00f66bcd-767b-48b5-81ff-5f2096a305d5 req-bf0f2233-f407-40e0-a66f-072c906b928e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 945 time: 0.0735714 Jun 15 14:16:29.065661 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-00f66bcd-767b-48b5-81ff-5f2096a305d5 req-301d8afc-b7eb-41d8-949c-d4681315f188 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Jun 15 14:16:29.772070 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf353a-b588-4920-9653-157cd1f8d770 req-c4e0143c-2cf9-4a07-8b5d-c467f9885ccf tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:29.774264 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fbf353a-b588-4920-9653-157cd1f8d770 req-c4e0143c-2cf9-4a07-8b5d-c467f9885ccf tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.0742393 Jun 15 14:16:29.820994 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1fbf353a-b588-4920-9653-157cd1f8d770 req-03f95759-99e0-485a-bf8b-1fbfe21cc33f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Jun 15 14:16:29.924468 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe42a-9a81-4295-ae8d-89b73ecd4f44 req-477c0433-81a4-4c31-9810-d5d0290a1996 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:29.926636 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fffbe42a-9a81-4295-ae8d-89b73ecd4f44 req-477c0433-81a4-4c31-9810-d5d0290a1996 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0801885 Jun 15 14:16:29.969977 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fffbe42a-9a81-4295-ae8d-89b73ecd4f44 req-cd5e3353-993d-45f3-a147-823dffaf030a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373654 Jun 15 14:16:30.043737 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2eb80-9a63-4f5a-9617-b6199fb68bd3 req-72ea5d68-90bd-4993-887c-b9c824380f8f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:30.045208 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43f2eb80-9a63-4f5a-9617-b6199fb68bd3 req-72ea5d68-90bd-4993-887c-b9c824380f8f tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0694025 Jun 15 14:16:30.096672 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43f2eb80-9a63-4f5a-9617-b6199fb68bd3 req-8f048f63-daff-4dcb-9b15-76cd433ea7dd tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Jun 15 14:16:30.158302 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf93fbc-9f40-4f85-88a2-f25e98ce2883 req-f5133e96-68b4-45ad-b0eb-6f0b19f1c220 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:30.160148 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdf93fbc-9f40-4f85-88a2-f25e98ce2883 req-f5133e96-68b4-45ad-b0eb-6f0b19f1c220 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0796959 Jun 15 14:16:30.201772 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdf93fbc-9f40-4f85-88a2-f25e98ce2883 req-1938c6ed-ca4a-4801-bdd9-696b058804b8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Jun 15 14:16:30.274880 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60544f4-2588-44c1-87c8-d8d63d9bc049 req-22649280-3d7c-4d55-8289-0636fe2afef1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:30.276330 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b60544f4-2588-44c1-87c8-d8d63d9bc049 req-22649280-3d7c-4d55-8289-0636fe2afef1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 945 time: 0.0737088 Jun 15 14:16:30.318710 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b60544f4-2588-44c1-87c8-d8d63d9bc049 req-1cf99cdb-c892-4a90-b99f-fa8ef8b22480 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355895 Jun 15 14:16:30.342516 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:30.615428 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95ba8b-c044-4770-8a77-6906a8c38d26 req-d4873c75-9c1c-401d-b0d1-a4f6e5d6d283 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:30.616923 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d95ba8b-c044-4770-8a77-6906a8c38d26 req-d4873c75-9c1c-401d-b0d1-a4f6e5d6d283 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0775869 Jun 15 14:16:30.645417 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:16:30.659241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8d95ba8b-c044-4770-8a77-6906a8c38d26 req-635fd767-0e0a-4591-80d4-4d20da6fe987 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Jun 15 14:16:30.703094 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 7174c78b-1b89-42e0-afbc-9b8eea09093b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:16:30.703487 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:30.758219 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34302) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:30.800449 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:30.825511 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:30.827889 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29977dd-a8cf-4ca8-992c-62be82e3cc73" -d '{"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:30.845301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:30.856787 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:30.858738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:30.882367 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8793df-e793-4e17-8a47-b3fd46269fb3 x-openstack-request-id: req-dd8793df-e793-4e17-8a47-b3fd46269fb3 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:30.882679 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:30.882943 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd8793df-e793-4e17-8a47-b3fd46269fb3 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:30.883345 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'code': 200} Jun 15 14:16:30.948626 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-904d5ec2-fcb6-4cff-aac3-be470fc25f99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5165583d574d42c3943424699725c23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890147 Jun 15 14:16:30.949240 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34310) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:30.991385 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=10']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:31.001493 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:31.032653 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:31.050127 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da2dc3-ad0d-491b-a57f-a6dbdc02b5ad req-764a8104-a0b1-4d08-918a-bcaa2b325dd0 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.051723 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86da2dc3-ad0d-491b-a57f-a6dbdc02b5ad req-764a8104-a0b1-4d08-918a-bcaa2b325dd0 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.0788617 Jun 15 14:16:31.058831 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:31.099246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86da2dc3-ad0d-491b-a57f-a6dbdc02b5ad req-7654d90b-bfd7-42c5-b817-757fc118b23e tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Jun 15 14:16:31.112965 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:31.115653 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:31.116794 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a4229da-450e-4a70-b071-4618c7e6e665 HTTP/1.1" status: 204 len: 168 time: 0.1671081 Jun 15 14:16:31.117729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c96c0c83-38c6-4ac4-b431-dc23491eb48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:31.129659 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ff34e4fa-ceff-4142-bbe9-8681d3be308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:31.136991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4229da-450e-4a70-b071-4618c7e6e665,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:31.139995 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:31.300663 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f19f2-2708-48eb-9827-d8b20e2092ca req-3aa2d2b7-af4d-460c-9b22-a1db9598f448 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.302992 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-765f19f2-2708-48eb-9827-d8b20e2092ca req-3aa2d2b7-af4d-460c-9b22-a1db9598f448 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0780489 Jun 15 14:16:31.349159 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-765f19f2-2708-48eb-9827-d8b20e2092ca req-4b5651d4-51c8-4994-a4c7-eda3b8689b4c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Jun 15 14:16:31.523381 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca265092-9c3f-42ac-9fc0-f91fe9b0c7d5 req-e1e86458-6b42-4b26-b0b7-3d3adf0a99ce tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.524914 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ca265092-9c3f-42ac-9fc0-f91fe9b0c7d5 req-e1e86458-6b42-4b26-b0b7-3d3adf0a99ce tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.0817640 Jun 15 14:16:31.568092 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ca265092-9c3f-42ac-9fc0-f91fe9b0c7d5 req-a76431da-11a3-4465-8690-df161d8935f7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369723 Jun 15 14:16:31.639870 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a156f2-10e2-4556-85c1-cbcb40379d5e req-455c00f8-9680-4995-b455-75381310b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.641318 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6a156f2-10e2-4556-85c1-cbcb40379d5e req-455c00f8-9680-4995-b455-75381310b667 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 1100 time: 0.0612254 Jun 15 14:16:31.680456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a6a156f2-10e2-4556-85c1-cbcb40379d5e req-68823309-e6ce-445d-9a5e-ab419e760b21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289385 Jun 15 14:16:31.877004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-4e23e497-7f1c-4b70-b0ec-c19828db707c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.878344 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-4e23e497-7f1c-4b70-b0ec-c19828db707c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.0668283 Jun 15 14:16:32.132848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d961404-4633-45fb-873c-df9e3af72f5a req-1dba10e3-2fd2-47ba-b243-cbbf9c765435 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:32.134331 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3d961404-4633-45fb-873c-df9e3af72f5a req-1dba10e3-2fd2-47ba-b243-cbbf9c765435 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.0796793 Jun 15 14:16:32.247566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Deleting port 90857ea0-b695-4bde-bb57-5c1acf242b4a {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:32.248098 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:32.278709 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Deleting port aa14b083-5ae8-462b-9ae7-814bd7c628b8 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:32.279044 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:32.417068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] For port 90857ea0-b695-4bde-bb57-5c1acf242b4a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90857ea0-b695-4bde-bb57-5c1acf242b4a,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:32.417432 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:32.440907 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458f007-191c-4e8e-9ff5-1c7229285d4e req-8a82d7f3-a3e8-40c4-9c73-f25fd45cff7c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:32.443128 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0458f007-191c-4e8e-9ff5-1c7229285d4e req-8a82d7f3-a3e8-40c4-9c73-f25fd45cff7c tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 946 time: 0.1772802 Jun 15 14:16:32.538322 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Calling delete_port for 90857ea0-b695-4bde-bb57-5c1acf242b4a owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:32.645437 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0458f007-191c-4e8e-9ff5-1c7229285d4e req-675f01d8-2f0a-4c82-907c-8241d2af5012 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560578 Jun 15 14:16:32.713798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] For port aa14b083-5ae8-462b-9ae7-814bd7c628b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa14b083-5ae8-462b-9ae7-814bd7c628b8,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:32.714554 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:32.817528 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Calling delete_port for aa14b083-5ae8-462b-9ae7-814bd7c628b8 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:32.936490 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:32.946117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:32.949027 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', '90857ea0-b695-4bde-bb57-5c1acf242b4a'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:32.995039 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event deleted for resources: {'Port': ['ID=90857ea0-b695-4bde-bb57-5c1acf242b4a,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:33.000189 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:33.027845 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:33.036260 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:33.078625 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Pushing event deleted for resources: {'Port': ['ID=aa14b083-5ae8-462b-9ae7-814bd7c628b8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:33.084232 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f75ddf-a723-4725-acea-675d4ab815ed req-1a5e081d-694a-4ffa-90d7-e00c7349bfb3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:33.086390 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-46f75ddf-a723-4725-acea-675d4ab815ed req-1a5e081d-694a-4ffa-90d7-e00c7349bfb3 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 945 time: 0.2847068 Jun 15 14:16:33.087167 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] No DVR routers for this DVR port 90857ea0-b695-4bde-bb57-5c1acf242b4a on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:33.087870 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:33.090978 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:33.092821 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd1ec8be-76e0-4bac-9576-41f326de08b2 req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "DELETE /v2.0/ports/90857ea0-b695-4bde-bb57-5c1acf242b4a HTTP/1.1" status: 204 len: 173 time: 1.2075164 Jun 15 14:16:33.100851 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892bf5-41a1-4209-9c1d-e5c71c40d68f req-4e418379-7613-494d-bc79-4d8dc2a5fc63 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:33.107818 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-07892bf5-41a1-4209-9c1d-e5c71c40d68f req-4e418379-7613-494d-bc79-4d8dc2a5fc63 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.2901270 Jun 15 14:16:33.109501 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'name': 'network-vif-deleted', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:33.111952 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae03ff58-afa3-4c5f-9200-48124d78f3b7" -d '{"events": [{"server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "name": "network-vif-deleted", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:33.165307 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] No DVR routers for this DVR port aa14b083-5ae8-462b-9ae7-814bd7c628b8 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:33.169792 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:33.173027 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3d961404-4633-45fb-873c-df9e3af72f5a req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.23 "DELETE /v2.0/ports/aa14b083-5ae8-462b-9ae7-814bd7c628b8 HTTP/1.1" status: 204 len: 173 time: 1.0307629 Jun 15 14:16:33.173689 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'name': 'network-vif-deleted', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:33.188820 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-46f75ddf-a723-4725-acea-675d4ab815ed req-1cb61369-9823-4eac-985d-df37ea5243f2 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/security-groups?id=b937c66f-83f7-4550-a2dd-d302d9f8fd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725737 Jun 15 14:16:33.198339 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b1656-e5a1-4875-bcfd-dfe937f43061" -d '{"events": [{"server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "name": "network-vif-deleted", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:33.199903 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-07892bf5-41a1-4209-9c1d-e5c71c40d68f req-648e2b6a-96fa-4cc8-95c4-8d9d6e2ec72c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912044 Jun 15 14:16:33.245279 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014fc91c-22f4-4d24-b713-72377dacb89e x-openstack-request-id: req-014fc91c-22f4-4d24-b713-72377dacb89e {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:33.246119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0b5ac-1172-4ed8-9060-95b958ac58d9", "name": "network-vif-deleted", "tag": "90857ea0-b695-4bde-bb57-5c1acf242b4a", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:33.246677 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-014fc91c-22f4-4d24-b713-72377dacb89e {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:33.247093 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a0b5ac-1172-4ed8-9060-95b958ac58d9', 'name': 'network-vif-deleted', 'tag': '90857ea0-b695-4bde-bb57-5c1acf242b4a', 'status': 'completed', 'code': 200} Jun 15 14:16:33.279723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072600f-1477-4de9-a036-9eb9a26c8832 x-openstack-request-id: req-e072600f-1477-4de9-a036-9eb9a26c8832 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:33.281149 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f289aeb5-31f8-4845-8f47-781ac13d4e9d", "name": "network-vif-deleted", "tag": "aa14b083-5ae8-462b-9ae7-814bd7c628b8", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:33.281785 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e072600f-1477-4de9-a036-9eb9a26c8832 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:33.283234 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f289aeb5-31f8-4845-8f47-781ac13d4e9d', 'name': 'network-vif-deleted', 'tag': 'aa14b083-5ae8-462b-9ae7-814bd7c628b8', 'status': 'completed', 'code': 200} Jun 15 14:16:33.434369 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['aa14b083-5ae8-462b-9ae7-814bd7c628b8'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:33.479415 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:33.514471 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-80d7f7ca-4c5f-4f89-8127-e168290694b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:33.844420 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-039ba805-4113-400e-8d7c-1e74fc9d1d77 req-5b72849e-271d-4696-abd8-3545da1d19d1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a0b5ac-1172-4ed8-9060-95b958ac58d9 HTTP/1.1" status: 200 len: 210 time: 0.0475590 Jun 15 14:16:34.394198 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d4652228-ee21-4d13-8c32-6e4319cbec0b req-473ed862-f147-404d-aba8-c4c32cad83f9 tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] 10.222.0.11 "GET /v2.0/ports?device_id=f289aeb5-31f8-4845-8f47-781ac13d4e9d HTTP/1.1" status: 200 len: 210 time: 0.0378847 Jun 15 14:16:34.427194 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1f148-fb28-4814-bd40-f59f9bc27398 req-7c7ee853-0c2d-41b8-8342-fe6b70d600b5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:34.428570 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9fb1f148-fb28-4814-bd40-f59f9bc27398 req-7c7ee853-0c2d-41b8-8342-fe6b70d600b5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.1102500 Jun 15 14:16:34.469597 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9fb1f148-fb28-4814-bd40-f59f9bc27398 req-ab008b1d-5ed0-4d3c-a143-cd06fca0c7d8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355198 Jun 15 14:16:35.081351 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:35.489647 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34408) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:35.989373 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:36.368064 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Deleting port e5b93844-2209-4de4-a46a-feaef9edb748 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:36.368402 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:36.437081 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf7f2c-3e5b-4b4f-becd-26428394787a req-760c710e-381e-4064-b4b8-7aaecd14e1a5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:36.439141 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89cf7f2c-3e5b-4b4f-becd-26428394787a req-760c710e-381e-4064-b4b8-7aaecd14e1a5 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 945 time: 0.0849745 Jun 15 14:16:36.477116 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] For port e5b93844-2209-4de4-a46a-feaef9edb748, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e5b93844-2209-4de4-a46a-feaef9edb748,segment=NetworkSegment(36e1db90-8d3c-4372-99f2-a8f870c8d2cc),segment_id=36e1db90-8d3c-4372-99f2-a8f870c8d2cc)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:36.477464 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:36.480656 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89cf7f2c-3e5b-4b4f-becd-26428394787a req-84eb99bd-b18d-4f3b-8e6e-39768772fa9f tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Jun 15 14:16:36.563426 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:36.567847 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Calling delete_port for e5b93844-2209-4de4-a46a-feaef9edb748 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:36.681401 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 90857ea0-b695-4bde-bb57-5c1acf242b4a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:36.705296 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 90857ea0-b695-4bde-bb57-5c1acf242b4a {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:36.705677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 90857ea0-b695-4bde-bb57-5c1acf242b4a not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:36.706101 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device aa14b083-5ae8-462b-9ae7-814bd7c628b8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:36.732293 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: aa14b083-5ae8-462b-9ae7-814bd7c628b8 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:36.732640 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device aa14b083-5ae8-462b-9ae7-814bd7c628b8 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:36.794208 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:36.796359 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c7c1ded6-b2e4-46bd-bcad-c57da1aaab26 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:36.828908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b93844-2209-4de4-a46a-feaef9edb748,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:36.840166 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.840539 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.840937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.841296 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.841705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.842059 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.842417 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.842765 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.843112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.843456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.843798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.844140 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:36.866590 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:37.044587 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.595534 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Router be6e8982-8f22-4973-84a3-39bd4112242e has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:16:37.667044 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f6b27-42e3-4d9f-a7bd-e3c4bf04ed04 req-51471fa3-7772-495e-b935-d2e1433a9370 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:37.668515 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-437f6b27-42e3-4d9f-a7bd-e3c4bf04ed04 req-51471fa3-7772-495e-b935-d2e1433a9370 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 945 time: 0.0700128 Jun 15 14:16:37.712795 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-437f6b27-42e3-4d9f-a7bd-e3c4bf04ed04 req-54aad4ab-0899-4b20-bb99-7c567e7cd2a1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/security-groups?id=23b81c70-8447-48c7-8c9e-947d37a30cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Jun 15 14:16:37.745889 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:16:37.751242 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d0ef4fc7-83e4-457d-9a53-485e66600238 admin admin] 10.222.0.11 "PUT /v2.0/routers/be6e8982-8f22-4973-84a3-39bd4112242e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604105 Jun 15 14:16:37.754402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34422) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:37.761667 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Sync routers for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:16:37.772828 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:16:37.773459 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:16:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:37.898409 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks [] for router, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.917295 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:16:38.053454 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.115530 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Deleting port fcda0aad-b828-41b9-83a8-47ad9edbc445 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:38.115874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.159111 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:16:36Z', 'revision_number': 5, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port': {'id': 'fcda0aad-b828-41b9-83a8-47ad9edbc445', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:38.162981 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Checking router: be6e8982-8f22-4973-84a3-39bd4112242e for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:16:38.171197 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Routers {'be6e8982-8f22-4973-84a3-39bd4112242e'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:16:38.171792 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:16:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['be6e8982-8f22-4973-84a3-39bd4112242e'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:38.221320 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] For port fcda0aad-b828-41b9-83a8-47ad9edbc445, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=fcda0aad-b828-41b9-83a8-47ad9edbc445,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:38.221713 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.293374 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] Set router be6e8982-8f22-4973-84a3-39bd4112242e gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:16:38.315030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Calling delete_port for fcda0aad-b828-41b9-83a8-47ad9edbc445 owned by network:router_gateway {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:38.359379 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-72cbbc67-a027-4871-9e0d-3327fd858db4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:38.360842 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-72cbbc67-a027-4871-9e0d-3327fd858db4 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Jun 15 14:16:38.373229 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:16:38Z', 'revision_number': 6, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:38.377032 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e40d6-7744-4f23-a9e5-58e670077d12 None None] The sync data for ids ['be6e8982-8f22-4973-84a3-39bd4112242e'] in dv-cinder-796286-3-iscsi is: [{'id': 'be6e8982-8f22-4973-84a3-39bd4112242e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040589522-router', 'tenant_id': 'afcefcf2352b423c8fdd188721edc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:16:38Z', 'revision_number': 6, 'project_id': 'afcefcf2352b423c8fdd188721edc57c', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:16:38.487722 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Deleting port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:38.488098 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.548036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.551419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:38.583995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcda0aad-b828-41b9-83a8-47ad9edbc445,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:38.587127 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:38.606182 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] For port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,segment=NetworkSegment(081805d3-272f-47ee-b7d1-a95359ba2a14),segment_id=081805d3-272f-47ee-b7d1-a95359ba2a14)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:38.606728 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.660841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.703668 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Calling delete_port for 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:38.814496 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.816809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.869399 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.874327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8a1d210f-efe7-4fcf-88c1-61abf39b5540 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:38.884134 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:38.917452 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Pushing event deleted for resources: {'Port': ['ID=31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:38.921286 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:38.936763 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0aa94025-c8e6-434f-b3cf-310652a4d489 req-a66cc776-eddd-46e7-a70d-95fe31c11c65 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da838be-0d82-450c-80e7-f44990074982 HTTP/1.1" status: 200 len: 210 time: 0.0388479 Jun 15 14:16:38.942801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.943560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6e8982-8f22-4973-84a3-39bd4112242e {{(pid=91923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:16:38.952265 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.963571 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] 10.222.0.11 "DELETE /v2.0/routers/be6e8982-8f22-4973-84a3-39bd4112242e HTTP/1.1" status: 204 len: 168 time: 1.1982932 Jun 15 14:16:38.963571 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34428) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:38.983702 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] No DVR routers for this DVR port 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:38.985959 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.988615 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-83c318df-5b04-4f88-a7a5-3918011e86ef req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] 10.222.0.23 "DELETE /v2.0/ports/31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d HTTP/1.1" status: 204 len: 173 time: 0.6149459 Jun 15 14:16:38.989130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'name': 'network-vif-deleted', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:38.991960 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65512259-f525-43ba-bc0b-3b3c613dab0a" -d '{"events": [{"server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "name": "network-vif-deleted", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:39.011193 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_v2 [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Deleting subnet 81b86deb-44c7-42df-9d3d-e994adfbbfaf {{(pid=91923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:16:39.014613 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.031238 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe25fc-27ac-440c-a95a-0270e5d2faaa x-openstack-request-id: req-cafe25fc-27ac-440c-a95a-0270e5d2faaa {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:39.031614 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da838be-0d82-450c-80e7-f44990074982", "name": "network-vif-deleted", "tag": "31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:39.031898 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cafe25fc-27ac-440c-a95a-0270e5d2faaa {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:39.032322 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da838be-0d82-450c-80e7-f44990074982', 'name': 'network-vif-deleted', 'tag': '31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d', 'status': 'completed', 'code': 200} Jun 15 14:16:39.062349 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5835553'] for subnet, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.108681 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.171080 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5134804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4691188'] for subnet, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.172631 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c54d275c-aa9f-4586-a1cb-bc1156711317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:39.199547 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b86deb-44c7-42df-9d3d-e994adfbbfaf,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:39.204727 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:39.209864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.212011 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/81b86deb-44c7-42df-9d3d-e994adfbbfaf HTTP/1.1" status: 204 len: 168 time: 0.2540338 Jun 15 14:16:39.214507 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34434) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:39.307222 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.415919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.429277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94025c5-ad71-4417-bc9e-5704fff6da85']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:39.441722 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e1db90-8d3c-4372-99f2-a8f870c8d2cc') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:39.442176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e1db90-8d3c-4372-99f2-a8f870c8d2cc') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:39.453936 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.471701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.478537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:16:39.478944 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:16:39.481741 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:16:39.758709 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fcda0aad-b828-41b9-83a8-47ad9edbc445 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:39.784294 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: fcda0aad-b828-41b9-83a8-47ad9edbc445 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:39.784641 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device fcda0aad-b828-41b9-83a8-47ad9edbc445 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:39.785295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e5b93844-2209-4de4-a46a-feaef9edb748 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:39.809617 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: e5b93844-2209-4de4-a46a-feaef9edb748 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:39.809989 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e5b93844-2209-4de4-a46a-feaef9edb748 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:39.823555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.827756 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:39.831762 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.833607 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c94025c5-ad71-4417-bc9e-5704fff6da85 HTTP/1.1" status: 204 len: 168 time: 0.6181445 Jun 15 14:16:39.846208 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94025c5-ad71-4417-bc9e-5704fff6da85,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:39.849175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fa5bdcb0-8b9d-487c-b80b-8fa6f02ada03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:39.996617 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34442) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.035642 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34444) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.039774 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-0aa9f53f-77d0-450c-84a2-f8064a2882e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afcefcf2352b423c8fdd188721edc57c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419018 Jun 15 14:16:40.042051 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34446) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.090797 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Deleting subnet cb215446-94e4-4204-8fab-f0e00dd8ae5b {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:16:40.093786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.094214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.118472 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.137880 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.171402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.174388 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.178349 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b937c66f-83f7-4550-a2dd-d302d9f8fd9b HTTP/1.1" status: 204 len: 168 time: 0.1353195 Jun 15 14:16:40.179232 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8f9736cc-1a0f-4099-87cf-ea03a9b9d7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:40.189234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937c66f-83f7-4550-a2dd-d302d9f8fd9b,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:40.191817 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:40.198981 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.271968 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.274378 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f3e8ff8e-063d-4607-b786-5bb8842fcd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:40.312104 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb215446-94e4-4204-8fab-f0e00dd8ae5b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:40.315478 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:40.316704 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.319135 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb215446-94e4-4204-8fab-f0e00dd8ae5b HTTP/1.1" status: 204 len: 168 time: 0.2825165 Jun 15 14:16:40.321909 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34458) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.454460 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.594233 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.604740 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214988cb-0e1f-4411-9478-6cf613053d5d req-25c0c357-5a1d-4235-a47e-1d4ecaec40ba tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:40.606382 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-214988cb-0e1f-4411-9478-6cf613053d5d req-25c0c357-5a1d-4235-a47e-1d4ecaec40ba tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.1932576 Jun 15 14:16:40.616448 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa53801-033a-4add-bfe9-0e0bc0387efb']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:40.636492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081805d3-272f-47ee-b7d1-a95359ba2a14') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:40.636783 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081805d3-272f-47ee-b7d1-a95359ba2a14') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:40.657336 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.684211 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-214988cb-0e1f-4411-9478-6cf613053d5d req-a44c38a2-85b4-4029-bb30-eec6da87ad9a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Jun 15 14:16:40.685133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.692563 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:16:40.693068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:16:40.695153 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:16:40.714727 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34474) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.780495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.786684 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.791299 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] 10.222.0.11 "DELETE /v2.0/networks/caa53801-033a-4add-bfe9-0e0bc0387efb HTTP/1.1" status: 204 len: 168 time: 0.4656870 Jun 15 14:16:40.791299 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-cf0975fd-a2a1-43c2-af89-c1f08220a54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:40.807085 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Pushing event deleted for resources: {'Network': ['ID=caa53801-033a-4add-bfe9-0e0bc0387efb,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:40.809513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:40.913405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34486) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.940461 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe1a79-9b71-4cab-94ee-df247110ff56 tempest-TestMinimumBasicScenario-1069618499 tempest-TestMinimumBasicScenario-1069618499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:40.942640 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a5fe1a79-9b71-4cab-94ee-df247110ff56 tempest-TestMinimumBasicScenario-1069618499 tempest-TestMinimumBasicScenario-1069618499-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1094 time: 0.2266467 Jun 15 14:16:40.945844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34490) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.950375 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'port_id': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:40.970604 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8691ec58-6828-4802-8ec9-09207e2634a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f92fe2c7ab7478ba8a658b6ba7511df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552499 Jun 15 14:16:40.973736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34492) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:40.989835 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.065406 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.140545 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.207813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.217749 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.220450 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.221637 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23b81c70-8447-48c7-8c9e-947d37a30cd4 HTTP/1.1" status: 204 len: 168 time: 0.2468345 Jun 15 14:16:41.224123 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9783fbb0-68b2-4e1c-9c45-d06494fa479d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:41.273861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b81c70-8447-48c7-8c9e-947d37a30cd4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:41.277813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:41.367557 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Allocated IP 172.27.0.97 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/2a545a0e-4a0e-4890-8587-9ab4e7587e82) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:16:41.521934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.562740 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:41.565718 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e85d0570-48e4-4daa-a810-be720ccbe2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:41.614436 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:16:41.617266 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:16:41.621670 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:16:41.624748 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'Port': ['ID=2a545a0e-4a0e-4890-8587-9ab4e7587e82,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:41.649115 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:42.085703 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:42.178002 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:42.366994 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:42.371819 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:42.374070 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1c25748e-020a-4675-b364-1cf5a843421d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:42.453012 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'Port': ['ID=2a545a0e-4a0e-4890-8587-9ab4e7587e82,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:42.457928 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:42.476051 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:42.619213 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Floating IP e0034da4-0493-4210-844d-8164e8f560ff associated. External IP: 172.27.0.97, port: 71a388b0-c2c0-4ec9-910b-4133d18c68cd. Jun 15 14:16:42.683892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:42.711000 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:42.711349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 31fe40d0-0ec6-46cf-8b67-96fa77dc7d4d not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:43.207909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Router 315a40f1-addc-45df-9c17-8f17d58a8867 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:16:43.354660 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:16:43.365192 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Sync routers for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:16:43.370992 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.376259 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:16:43.377010 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:16:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:43.417955 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4710178 Jun 15 14:16:43.418705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:43.421091 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34552) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:43.421601 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25975503-6a59-4a18-8881-afb9c4356621" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:43.426617 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931346250', 'description': 'tempest-secgroup-smoke-1931346250 description', 'project_id': '90ccd0823b40485b8e36360a49e37cfc'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:43.451772 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.457160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0476f295-5361-434b-9758-15a807034c71 x-openstack-request-id: req-0476f295-5361-434b-9758-15a807034c71 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:43.457479 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:43.457786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0476f295-5361-434b-9758-15a807034c71 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:43.458276 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:16:43.551537 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:16:43.553071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.557603 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25975503-6a59-4a18-8881-afb9c4356621 req-9f10ee60-6964-4e31-b12b-f4cacb3532f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:43.559205 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-9f10ee60-6964-4e31-b12b-f4cacb3532f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1099 time: 0.0753231 Jun 15 14:16:43.559602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.563555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-46599d2e-7eae-40e8-bd3a-ccc80799e93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:43.596178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.597528 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1747155 Jun 15 14:16:43.603255 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34564) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:43.604030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9829800-7815-4601-9fb0-23266e25c749,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:43.613365 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:43.645467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.645869 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.646470 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.646856 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.647194 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.647726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.648381 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.648913 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.649272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.649653 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.650008 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.650390 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:43.667956 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:43.668771 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.707142 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25975503-6a59-4a18-8881-afb9c4356621 req-72619744-ffc2-4340-8f8e-6889f5e92531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:43.708803 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-72619744-ffc2-4340-8f8e-6889f5e92531 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 916 time: 0.1414557 Jun 15 14:16:43.782047 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.796544 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.809202 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:43.811282 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-4c27404e-1e8e-441b-9542-cf5e05d4b68d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 999 time: 0.0949638 Jun 15 14:16:43.839964 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7c6b02-cbda-4628-b7e6-5420c3d8f99d,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:43.847766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:43.853482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.861863 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8afe35ab-669c-406e-a794-160eba49a90f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2486920 Jun 15 14:16:43.862946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34574) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:43.869466 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:43.894886 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25975503-6a59-4a18-8881-afb9c4356621 req-41592208-3564-42b8-8bbd-6a7588072354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:43.896223 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-41592208-3564-42b8-8bbd-6a7588072354 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0786579 Jun 15 14:16:43.908480 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:43.998211 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'e0034da4-0493-4210-844d-8164e8f560ff', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'port_id': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'mac_address': 'fa:16:3e:94:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9436d-9052-4ff3-903c-6475d41fe643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:16:41Z', 'updated_at': '2021-06-15T14:16:41Z', 'revision_number': 0, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:43.999791 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.002445 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25975503-6a59-4a18-8881-afb9c4356621 req-50cbeb64-ec3c-45e5-acb7-30d5778e5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:44.002642 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Checking router: 315a40f1-addc-45df-9c17-8f17d58a8867 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:16:44.004265 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-50cbeb64-ec3c-45e5-acb7-30d5778e5932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006591 Jun 15 14:16:44.004547 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.007314 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c06f36-9165-4387-b0de-ac33f8860879 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:44.013416 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:16:44.014245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:16:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:44.027677 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09a9411-6c61-4dc0-b0c7-367af64be3dc,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:44.035747 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:44.039523 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.043596 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765797 Jun 15 14:16:44.043937 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34586) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:44.048909 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:44.113270 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.146902 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-c2f381d2-d821-4171-9f3b-ad8f634e262f service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316359 Jun 15 14:16:44.186348 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.192429 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:16:44.192976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.195162 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-df0aeb46-6e34-4f12-a99c-95da65440ba3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:44.213342 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b558617-74dc-40c5-89f3-0c891ad53053,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:44.216200 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:44.218854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.220116 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3ffc54f2-5025-46da-a6c1-8b8be050c8ac tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1751637 Jun 15 14:16:44.222816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34590) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:44.227207 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:44.257504 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.351543 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.356978 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.378639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:44.384145 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.388035 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620460 Jun 15 14:16:44.388464 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34596) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:44.393365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:44.400854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d10ca4-ccab-4cd5-99e8-5e4397a368d5,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:44.404456 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:44.417974 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Project 90ccd0823b40485b8e36360a49e37cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:16:44.423616 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.489677 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.493447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.495593 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ade8a02-b4d1-4ad0-beaf-07e239835e1a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:44.512808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f2c78-c9c4-4b1c-928d-a7325e8723cc,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:44.515343 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:44.520950 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.522259 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328168 Jun 15 14:16:44.524992 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34598) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:44.529827 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'security_group_rule': {'security_group_id': 'a9829800-7815-4601-9fb0-23266e25c749', 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:44.551947 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.securitygroups_db [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Project 90ccd0823b40485b8e36360a49e37cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:16:44.556760 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.626735 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.631089 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.633297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fde6b143-114f-4903-bffe-67fa9492a083 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:44.645738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'e0034da4-0493-4210-844d-8164e8f560ff', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'port_id': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'mac_address': 'fa:16:3e:94:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9436d-9052-4ff3-903c-6475d41fe643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:16:41Z', 'updated_at': '2021-06-15T14:16:41Z', 'revision_number': 0, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:44.649529 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb980-536c-4598-96f9-19eae9995c5f None None] The sync data for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi is: [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'e0034da4-0493-4210-844d-8164e8f560ff', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'port_id': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'mac_address': 'fa:16:3e:94:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9436d-9052-4ff3-903c-6475d41fe643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:16:41Z', 'updated_at': '2021-06-15T14:16:41Z', 'revision_number': 0, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:16:44.652474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9d7b98-fbdf-4f9e-bfef-806d9f5324b4,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:44.655052 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:44.660441 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:44.661729 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355400 Jun 15 14:16:44.792033 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-51a7ea36-7cff-4264-929b-b1c4b35c4195 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931346250&fields=id&tenant_id=90ccd0823b40485b8e36360a49e37cfc HTTP/1.1" status: 200 len: 267 time: 0.0393391 Jun 15 14:16:44.850023 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120ea8f-0f5d-4268-8f87-abe19d26a324 None None] New status for floating IP e0034da4-0493-4210-844d-8164e8f560ff: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:16:44.874216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-a2bc81cf-3a50-4ec4-b0b0-5c9b97cad64e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:44.875648 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-a2bc81cf-3a50-4ec4-b0b0-5c9b97cad64e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0775335 Jun 15 14:16:44.886285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'port': {'security_groups': ['0be6050b-64c0-40b9-ae72-5c3347c622a2', 'a9829800-7815-4601-9fb0-23266e25c749']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:44.981153 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:45.216263 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25975503-6a59-4a18-8881-afb9c4356621 req-14707655-ba99-4569-acde-2e981606188b service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154664 Jun 15 14:16:45.217712 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:45.251879 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:45.256503 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:45.260168 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3c737cf7-1aa3-4b2b-b6f0-146d473dbdcb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:45.307558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:45.308175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:45.309688 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c59b0bbf-3b96-48b2-8515-9d17114171e8 req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "PUT /v2.0/ports/71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 982 time: 0.4279437 Jun 15 14:16:45.310528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:45.312477 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03992dcd-2d4b-47c6-b980-1f83e9534805" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:45.348253 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=6']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:45.352403 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:45.355881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d019ea7-14db-4541-a6eb-374f8861e0a1 x-openstack-request-id: req-2d019ea7-14db-4541-a6eb-374f8861e0a1 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:45.356206 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:45.356492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d019ea7-14db-4541-a6eb-374f8861e0a1 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:45.356918 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:16:45.487162 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272af837-971d-4243-b2c9-2a8cf55f1722 req-8aef9669-1848-4f57-ad74-8c310311d22a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:45.489139 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-272af837-971d-4243-b2c9-2a8cf55f1722 req-8aef9669-1848-4f57-ad74-8c310311d22a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0772831 Jun 15 14:16:45.518651 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-ce34475f-9e38-432f-81ca-be8700401bd1 None None] Provisioning complete for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:16:45.519767 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ce34475f-9e38-432f-81ca-be8700401bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:45.534890 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-272af837-971d-4243-b2c9-2a8cf55f1722 req-796594be-566d-475a-88a5-e5fb0add60e3 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398622 Jun 15 14:16:47.079031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:47.174052 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-4bbd630c-1fd2-479d-8fce-be6376ddb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.174636 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:47.176023 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-4bbd630c-1fd2-479d-8fce-be6376ddb0e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1138 time: 0.0806201 Jun 15 14:16:47.298462 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-3e165a74-1e20-44ea-bd57-79e7e3011e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.299953 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-3e165a74-1e20-44ea-bd57-79e7e3011e67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 916 time: 0.1116223 Jun 15 14:16:47.388734 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-c378911b-402c-4976-bc09-6c30f02b9104 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 1001 time: 0.0802319 Jun 15 14:16:47.448295 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-b75de16e-5856-4610-a8a6-0387fb320254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.449732 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-b75de16e-5856-4610-a8a6-0387fb320254 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0546398 Jun 15 14:16:47.542711 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-1696166d-3c7d-42f0-8f2b-ee34cba5e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.542711 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-1696166d-3c7d-42f0-8f2b-ee34cba5e918 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792224 Jun 15 14:16:47.678709 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-d991053a-2062-4f2b-9c3a-77471f697c85 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338489 Jun 15 14:16:47.793709 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-03992dcd-2d4b-47c6-b980-1f83e9534805 req-7d18d932-cd5d-45c0-aee5-0b0018682f8c service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084638 Jun 15 14:16:47.868677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:49.854547 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92dfbd-6a37-4322-96a7-968fb088a7f0 req-894e161b-5561-420c-aaad-2c8ff5809e3c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.856007 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef92dfbd-6a37-4322-96a7-968fb088a7f0 req-894e161b-5561-420c-aaad-2c8ff5809e3c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0727746 Jun 15 14:16:49.899560 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef92dfbd-6a37-4322-96a7-968fb088a7f0 req-eca8ea41-0e38-4a48-986f-8c8c0847725b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Jun 15 14:16:50.916794 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34734) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:51.026904 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.133329 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80cc2-93c2-4f4e-96f6-3ddeb156223d req-19f9da70-46e1-4a68-91ab-9512db8385b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:51.134803 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1cd80cc2-93c2-4f4e-96f6-3ddeb156223d req-19f9da70-46e1-4a68-91ab-9512db8385b6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1097839 Jun 15 14:16:51.194316 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1cd80cc2-93c2-4f4e-96f6-3ddeb156223d req-f255df44-d8eb-4c35-9ff3-38a4680af8b9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511611 Jun 15 14:16:51.215688 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.219757 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.222704 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ef882d53-7063-4413-8a46-e670b158812d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:51.261283 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2d3f8-b9a3-498c-b503-b272f27409fb,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:51.265499 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba1fd19aa2c84a1b880b5a4eaace7b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476789 Jun 15 14:16:51.266389 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:51.268423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34742) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:51.319780 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.357445 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.414717 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.417197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.418338 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0a2d3f8-b9a3-498c-b503-b272f27409fb HTTP/1.1" status: 204 len: 168 time: 0.1484888 Jun 15 14:16:51.419062 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:51.428228 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2d3f8-b9a3-498c-b503-b272f27409fb,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:51.431107 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:52.052807 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34770) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:52.203119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.308059 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.312664 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.316106 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-19d0cd17-4b67-4b9d-bf27-9862b2f26814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:52.392512 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74195cf93f554a43ac3327f9df5982f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384628 Jun 15 14:16:52.394407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f333ac36-1b2b-4a4e-a404-5416a54f50dc,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:52.395218 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34788) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:52.398591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:52.427559 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcee4f-e42b-4254-9872-3086d4955a03 req-c5c568cf-6029-46f0-bcdb-f6ad81fe84b7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:52.429220 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7abcee4f-e42b-4254-9872-3086d4955a03 req-c5c568cf-6029-46f0-bcdb-f6ad81fe84b7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1042299 Jun 15 14:16:52.475911 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7abcee4f-e42b-4254-9872-3086d4955a03 req-32f48e42-e765-43f6-839f-71e6a7fb84e6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Jun 15 14:16:52.479405 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.502737 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.553783 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.556407 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.557594 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f333ac36-1b2b-4a4e-a404-5416a54f50dc HTTP/1.1" status: 204 len: 168 time: 0.1610920 Jun 15 14:16:52.558409 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8c2940d0-3b99-4e9b-a9cd-856cb0a39958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:52.574064 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333ac36-1b2b-4a4e-a404-5416a54f50dc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:52.578130 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:53.813138 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68ee3-17f8-45d0-ab21-5475972045ab req-a52f537d-d3c4-4c7d-9d96-e669a6fa930c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:53.814644 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f9b68ee3-17f8-45d0-ab21-5475972045ab req-a52f537d-d3c4-4c7d-9d96-e669a6fa930c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0690799 Jun 15 14:16:53.857781 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f9b68ee3-17f8-45d0-ab21-5475972045ab req-4a86f192-538f-43ac-948a-8d79189390e3 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373082 Jun 15 14:16:54.050993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 34848) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.163866 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.264575 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.269603 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.280912 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-207f947e-e7de-45ca-95a7-ed0233c98484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:54.319847 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71793dd0d49548dbb18dd337049bc63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673290 Jun 15 14:16:54.321189 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd256d-90a1-4a62-9826-38d48de95e87,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:54.322178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34860) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.324357 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:54.379642 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.402298 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.451920 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.454564 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.455727 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccbd256d-90a1-4a62-9826-38d48de95e87 HTTP/1.1" status: 204 len: 168 time: 0.1317992 Jun 15 14:16:54.457055 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1e75a545-79bc-43b6-949f-94a86b4112e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:54.465541 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd256d-90a1-4a62-9826-38d48de95e87,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:54.467736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:54.712981 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34866) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.730224 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.826291 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.830016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.832820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c79fbb52-be02-45bc-8767-8d088f15d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:54.870185 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59026c1a-8b42-4e11-8916-3abeb3e32a2e,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:54.874380 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=509608b11d3c44e89317100449bea094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603694 Jun 15 14:16:54.875239 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6099f36b-0c6b-498b-9042-7404b9ebaf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:54.876927 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 34868) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.929151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.952151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.001154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.004382 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.005602 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59026c1a-8b42-4e11-8916-3abeb3e32a2e HTTP/1.1" status: 204 len: 168 time: 0.1277139 Jun 15 14:16:55.006389 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f7518cf9-674a-4aff-87d3-ac7aa265aa8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:55.015249 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59026c1a-8b42-4e11-8916-3abeb3e32a2e,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:55.017493 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:55.041835 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304dfad-5284-45ae-9861-b6e6733d995b req-891fbda0-cfda-47d5-8a37-cdce814024a8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:55.043350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5304dfad-5284-45ae-9861-b6e6733d995b req-891fbda0-cfda-47d5-8a37-cdce814024a8 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0728602 Jun 15 14:16:55.085701 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5304dfad-5284-45ae-9861-b6e6733d995b req-cd2f61f5-8688-4dc5-abe0-013f7851bf29 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358167 Jun 15 14:16:56.265198 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450444ba-8041-43cd-b13b-f9da8190e1c0 req-43116b07-0795-4aa6-9c57-2d9e1516e83e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:56.266795 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-450444ba-8041-43cd-b13b-f9da8190e1c0 req-43116b07-0795-4aa6-9c57-2d9e1516e83e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0717359 Jun 15 14:16:56.309600 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-450444ba-8041-43cd-b13b-f9da8190e1c0 req-f504b4c9-b5da-4f11-a701-87d114b98756 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371542 Jun 15 14:16:57.486741 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2402fa-f7f2-42d4-8efc-b40dcd7644d6 req-8ee384dd-937c-4685-a017-339d6c136c97 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:57.488742 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b2402fa-f7f2-42d4-8efc-b40dcd7644d6 req-8ee384dd-937c-4685-a017-339d6c136c97 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0700848 Jun 15 14:16:57.529345 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b2402fa-f7f2-42d4-8efc-b40dcd7644d6 req-9efe635d-d1b2-4535-8ebb-1b9ebf1a59f6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349920 Jun 15 14:16:58.706116 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e1d4-60e0-4a6b-94f7-91706d5a5a6e req-e5237a4f-f3c9-4a96-8fdf-2f53f080ac50 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:58.708243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c99e1d4-60e0-4a6b-94f7-91706d5a5a6e req-e5237a4f-f3c9-4a96-8fdf-2f53f080ac50 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0691168 Jun 15 14:16:58.751416 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c99e1d4-60e0-4a6b-94f7-91706d5a5a6e req-87c8e280-29df-4c43-a73d-2f8ca3cd9a84 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376184 Jun 15 14:16:58.962241 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:16:59.935489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834bb09-b2d8-49be-aca1-f845ecd8d69c req-4b219bb3-df7e-405d-9c32-57daeef93f4a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:59.936959 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5834bb09-b2d8-49be-aca1-f845ecd8d69c req-4b219bb3-df7e-405d-9c32-57daeef93f4a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0683610 Jun 15 14:16:59.978936 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5834bb09-b2d8-49be-aca1-f845ecd8d69c req-e4ba4dc3-577a-4dc6-a6c5-89ff70ba69ba tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362797 Jun 15 14:17:00.351980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:01.117617 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-afbccc36-ae09-4f5d-8eaf-8c50d9da9b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:01.157744 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded34a2-c125-4b4a-a888-8e14b9fde36a req-fd12a144-40ae-4bb8-8df3-15051559ce6c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:01.159192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cded34a2-c125-4b4a-a888-8e14b9fde36a req-fd12a144-40ae-4bb8-8df3-15051559ce6c tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0690649 Jun 15 14:17:01.203124 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cded34a2-c125-4b4a-a888-8e14b9fde36a req-79c5596b-51f2-48d0-9d0c-27e8ff6c19f9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383162 Jun 15 14:17:02.381264 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7823b-f6c3-47d8-9366-e4dbfc873ab0 req-e645bd5e-2943-423e-ac3a-a7c968dd31bf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:02.382802 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4be7823b-f6c3-47d8-9366-e4dbfc873ab0 req-e645bd5e-2943-423e-ac3a-a7c968dd31bf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0698352 Jun 15 14:17:02.430399 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4be7823b-f6c3-47d8-9366-e4dbfc873ab0 req-48936651-2bf8-4dbd-9a1e-05a87c78b9e2 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377605 Jun 15 14:17:03.486494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:03.519722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8fe49f9a-656f-4ea8-a786-abeded23df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:03.628569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94604319-e961-41e0-9fa1-17d96aed7be2 req-27119d46-f9d8-4e00-89dc-63b60b16b33b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:03.630194 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-94604319-e961-41e0-9fa1-17d96aed7be2 req-27119d46-f9d8-4e00-89dc-63b60b16b33b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0793395 Jun 15 14:17:03.678717 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-94604319-e961-41e0-9fa1-17d96aed7be2 req-d905c525-6315-4bf4-a0e6-212f435b318e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Jun 15 14:17:04.213249 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b112-111a-48ca-b170-0af871c6241e req-66d8dc6a-3e9e-43c5-b84c-443bda0c9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:04.215397 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-66d8dc6a-3e9e-43c5-b84c-443bda0c9202 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0654910 Jun 15 14:17:04.218413 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538bfe9-57c0-46fb-9c07-73ad0cbc270f req-33ffd459-fdd9-4a18-a739-b8f3a663c643 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:04.219859 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e538bfe9-57c0-46fb-9c07-73ad0cbc270f req-33ffd459-fdd9-4a18-a739-b8f3a663c643 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0698721 Jun 15 14:17:04.263094 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e538bfe9-57c0-46fb-9c07-73ad0cbc270f req-aeee97f5-94ac-4dbe-bfed-fad2faabbb7a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Jun 15 14:17:04.335227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b112-111a-48ca-b170-0af871c6241e req-38df1b1e-3a3c-4f69-9648-056ab66ca109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:04.336772 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-38df1b1e-3a3c-4f69-9648-056ab66ca109 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.1096256 Jun 15 14:17:04.423103 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-48069cfc-e848-4312-9a3d-76ce09e6adb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 1001 time: 0.0775437 Jun 15 14:17:04.483405 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b112-111a-48ca-b170-0af871c6241e req-c24f48c8-4f63-4f00-b9fd-218110a52e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:04.484799 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-c24f48c8-4f63-4f00-b9fd-218110a52e65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0522828 Jun 15 14:17:04.553410 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b112-111a-48ca-b170-0af871c6241e req-373c355a-4491-41b5-882b-6c8d4b5f9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:04.554937 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-373c355a-4491-41b5-882b-6c8d4b5f9109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624633 Jun 15 14:17:04.669909 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-b28dbf27-03d8-453a-b12d-ce3a6c7a9365 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061838 Jun 15 14:17:04.779113 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7336b112-111a-48ca-b170-0af871c6241e req-a74bd807-b786-47c9-99bb-931d490af8b4 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013954 Jun 15 14:17:05.084232 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:05.450295 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af4b9f-1ede-4327-857e-13454051913a req-6196a420-a15c-4118-a576-abee61b60011 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:05.451828 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92af4b9f-1ede-4327-857e-13454051913a req-6196a420-a15c-4118-a576-abee61b60011 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0725138 Jun 15 14:17:05.497495 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92af4b9f-1ede-4327-857e-13454051913a req-ea4d7924-c914-4b00-b0c4-01a2de3adf3d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393119 Jun 15 14:17:06.560715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35076) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:06.580326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.678506 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.709366 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda252a-ffc2-468e-9cc2-4f1b46606d9b req-dfd18f14-db50-4ea3-9a31-1b4f794cc940 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:06.710854 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-abda252a-ffc2-468e-9cc2-4f1b46606d9b req-dfd18f14-db50-4ea3-9a31-1b4f794cc940 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0728936 Jun 15 14:17:06.752872 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-abda252a-ffc2-468e-9cc2-4f1b46606d9b req-57b3494f-86ce-41a1-a5cd-689a4307d8b9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362630 Jun 15 14:17:06.778550 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.782675 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.786577 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf82e9b9-0c0e-452b-bc52-6d6f422d45c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:06.827668 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc609840c39b434a8410902d7ad3a215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633696 Jun 15 14:17:06.827668 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ee0e2-3c4a-4782-94f5-6b17d0f2bc59,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:06.828003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35082) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:06.829380 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:06.887558 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.911378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.960696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.963276 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:06.964419 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e46ee0e2-3c4a-4782-94f5-6b17d0f2bc59 HTTP/1.1" status: 204 len: 168 time: 0.1345198 Jun 15 14:17:06.965153 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2b0840c4-125b-419c-a7e9-19f203612270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:06.973394 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ee0e2-3c4a-4782-94f5-6b17d0f2bc59,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:06.975736 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:10.476874 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-6a9f8751-f4ad-4005-a1fa-486be3d25161 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603039 Jun 15 14:17:10.564298 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-c96b126e-5dd7-4abf-824b-5c15e1007b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.566380 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-c96b126e-5dd7-4abf-824b-5c15e1007b5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0629921 Jun 15 14:17:10.703924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-b790c18f-4712-40ea-8351-9246de3bcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.705366 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-b790c18f-4712-40ea-8351-9246de3bcca9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.1075554 Jun 15 14:17:10.790551 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-3bf0a42c-4e95-44ba-8d56-46d5cd79854f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 200 len: 1001 time: 0.0771191 Jun 15 14:17:10.848232 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-c98553a1-4393-4890-90c8-95b8dffd4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.849714 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-c98553a1-4393-4890-90c8-95b8dffd4c64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0513825 Jun 15 14:17:10.919705 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-f6b76394-5e24-433a-a36d-077d5372dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.921515 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-f6b76394-5e24-433a-a36d-077d5372dd66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637193 Jun 15 14:17:11.009747 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35182) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:11.038965 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-3fcc9e04-2011-4237-99b9-1c9ea27e2ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076114 Jun 15 14:17:11.118984 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.153268 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0336aba0-a34b-4586-a2f0-4a2324de88fb req-9c251e33-7167-4f34-af67-d6efb356135c service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063187 Jun 15 14:17:11.219113 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.223598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.225996 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1aa3c910-8354-41f7-b408-4da2362d8481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:11.266587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13d131-8d36-4e90-bfb7-42e708356c58,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:11.269804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:11.272444 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee16453985141e8acd12303cd500018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617004 Jun 15 14:17:11.275130 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35186) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:11.334781 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.357631 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.411905 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.414929 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.420519 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f13d131-8d36-4e90-bfb7-42e708356c58 HTTP/1.1" status: 204 len: 168 time: 0.1429243 Jun 15 14:17:11.421639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ff09342d-48c4-4a55-9ac7-39e059bcb35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:11.430502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13d131-8d36-4e90-bfb7-42e708356c58,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:11.432922 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:11.704630 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35200) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:11.720368 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.818600 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.822434 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.825774 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-63a6b101-7791-4cc4-a707-65cb2849ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:11.865897 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6502987d6f414146a53bdb17e6168abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601896 Jun 15 14:17:11.867805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082892f0-31f7-4014-bee8-3055f8d01469,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:11.868589 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35202) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:11.870737 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:11.925912 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.948918 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:11.998582 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:12.001256 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:12.002421 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/082892f0-31f7-4014-bee8-3055f8d01469 HTTP/1.1" status: 204 len: 168 time: 0.1327519 Jun 15 14:17:12.003241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-925bf871-9f2c-4e94-b6d3-5a0c02d7f107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:12.011649 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082892f0-31f7-4014-bee8-3055f8d01469,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:12.013975 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:15.522255 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35268) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:15.634836 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.725688 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.729447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.731816 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e1fb8b1c-16e6-4fa2-b7bc-49ff9699bf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:15.772177 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30266e089fd7499ea8878db1b46515d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489440 Jun 15 14:17:15.773128 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5975f4d6-0d1e-429b-a5ba-42fdb9d89bca,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:15.774886 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35272) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:15.776148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:15.826635 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.849457 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.902987 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.905694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.906857 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5975f4d6-0d1e-429b-a5ba-42fdb9d89bca HTTP/1.1" status: 204 len: 168 time: 0.1304393 Jun 15 14:17:15.907602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e764a533-106a-4bc0-8066-ed0e830da9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:15.915921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975f4d6-0d1e-429b-a5ba-42fdb9d89bca,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:15.918135 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:21.309741 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ef5f-04db-449a-accc-0ad972f9b140 req-7f6f2cb3-d2f3-49d1-964a-9b4e99803546 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:21.311236 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cf5ef5f-04db-449a-accc-0ad972f9b140 req-7f6f2cb3-d2f3-49d1-964a-9b4e99803546 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0796587 Jun 15 14:17:21.357723 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4cf5ef5f-04db-449a-accc-0ad972f9b140 req-9fe3b36f-3975-49f5-a6f8-b3ad37ac6e41 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394778 Jun 15 14:17:22.540000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad0c9-4202-4ed0-b47a-93156f50107b req-537b5087-8723-4581-9bac-ccd3216da4de tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:22.541425 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-310ad0c9-4202-4ed0-b47a-93156f50107b req-537b5087-8723-4581-9bac-ccd3216da4de tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0681643 Jun 15 14:17:22.585862 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-310ad0c9-4202-4ed0-b47a-93156f50107b req-152af1a0-b3f1-4b9c-9e29-7daa1ae8c8df tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377223 Jun 15 14:17:23.680048 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-4f40e035-3e00-43d4-bf8f-f26bfa1c8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:23.682115 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-4f40e035-3e00-43d4-bf8f-f26bfa1c8180 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1138 time: 0.0684028 Jun 15 14:17:23.774388 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e61e01-6a6b-4bcd-b0bc-ecc7f02960ee req-965d5e29-2f46-4804-bc9f-5361f6fd736b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:23.775847 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-18e61e01-6a6b-4bcd-b0bc-ecc7f02960ee req-965d5e29-2f46-4804-bc9f-5361f6fd736b tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0763576 Jun 15 14:17:23.810216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-02b64f28-9656-448d-86e2-4cb819a65f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:23.811664 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-02b64f28-9656-448d-86e2-4cb819a65f0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 916 time: 0.1139281 Jun 15 14:17:23.819740 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-18e61e01-6a6b-4bcd-b0bc-ecc7f02960ee req-1b09d1b9-47ca-4ccf-a765-529c453fab64 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381291 Jun 15 14:17:23.893044 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-e7c16a7b-042b-4b5b-986d-d229b400a179 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 1001 time: 0.0741045 Jun 15 14:17:23.954911 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-e5ee1227-4222-4f8a-8b03-84b90c26d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:23.956402 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-e5ee1227-4222-4f8a-8b03-84b90c26d75f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0567629 Jun 15 14:17:24.025703 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-12e84e77-230d-4892-959e-a57be05a27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:24.027160 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-12e84e77-230d-4892-959e-a57be05a27f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590520 Jun 15 14:17:24.169908 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-b8996fe1-bf7b-4b79-a2cc-36397db669aa service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309817 Jun 15 14:17:24.299907 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebcde9a1-74e2-4401-9de9-450e4ec3452a req-279bc1dc-e642-43cd-ab36-bbbd9ce2e579 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178458 Jun 15 14:17:25.026726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe72da-cac0-42a3-8d96-887ecf6f09b1 req-d03f7286-1580-4e05-ac22-5f65d94ee549 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:25.028219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8fe72da-cac0-42a3-8d96-887ecf6f09b1 req-d03f7286-1580-4e05-ac22-5f65d94ee549 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0805454 Jun 15 14:17:25.079741 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8fe72da-cac0-42a3-8d96-887ecf6f09b1 req-946a26db-2d25-4d40-91f4-abe55ef2a335 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455036 Jun 15 14:17:25.223149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d851bd-dc7b-460c-ab97-5ed7bdc44867 req-cd6852e5-4c7b-4bac-b9e7-9eb63c7fed56 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:25.224693 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-26d851bd-dc7b-460c-ab97-5ed7bdc44867 req-cd6852e5-4c7b-4bac-b9e7-9eb63c7fed56 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.0862441 Jun 15 14:17:25.267223 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-26d851bd-dc7b-460c-ab97-5ed7bdc44867 req-802e0cee-ed08-47c2-8dc7-ea1e736dc96f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369008 Jun 15 14:17:26.258216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25b98-4ba2-4d70-8ddf-2ee56b277603 req-e2a625d8-9f40-4836-822c-a4a1d9d9fa56 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:26.259668 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7d25b98-4ba2-4d70-8ddf-2ee56b277603 req-e2a625d8-9f40-4836-822c-a4a1d9d9fa56 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0699351 Jun 15 14:17:26.303825 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b7d25b98-4ba2-4d70-8ddf-2ee56b277603 req-a7498133-6eec-4615-b875-a24dda6a2da3 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381510 Jun 15 14:17:26.465518 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc88529-f966-4f27-b154-51c4d52642c5 req-5accac85-d99f-4a36-a91d-2a6c95fa65af tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:26.466994 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6fc88529-f966-4f27-b154-51c4d52642c5 req-5accac85-d99f-4a36-a91d-2a6c95fa65af tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.0763690 Jun 15 14:17:26.514004 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6fc88529-f966-4f27-b154-51c4d52642c5 req-869b2fa9-276a-40bb-8588-448d46565d0d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404460 Jun 15 14:17:27.503590 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-1c69ab64-8d6f-4430-b549-e4cfa71f7208 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:27.505028 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-1c69ab64-8d6f-4430-b549-e4cfa71f7208 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.3761916 Jun 15 14:17:27.531780 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603bfdd-43b7-43bc-a162-c17fad1fbb0e req-23f8d656-bf20-4780-9b1c-3ce15739c9ca tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:27.533229 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5603bfdd-43b7-43bc-a162-c17fad1fbb0e req-23f8d656-bf20-4780-9b1c-3ce15739c9ca tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0723307 Jun 15 14:17:27.581290 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5603bfdd-43b7-43bc-a162-c17fad1fbb0e req-e717d449-c261-48f1-aac7-c9cdf23d4a9c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408549 Jun 15 14:17:27.636841 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Deleting port 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:27.637178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:27.708426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5316-5122-46a0-8619-c76cca2a3e4e req-324bf5a6-9541-4454-9ecd-20e36339a105 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:27.709873 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb8c5316-5122-46a0-8619-c76cca2a3e4e req-324bf5a6-9541-4454-9ecd-20e36339a105 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 947 time: 0.0731177 Jun 15 14:17:27.751148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] For port 7174c78b-1b89-42e0-afbc-9b8eea09093b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7174c78b-1b89-42e0-afbc-9b8eea09093b,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:27.751533 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:27.751661 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb8c5316-5122-46a0-8619-c76cca2a3e4e req-6e3f9d9a-2b3a-440f-91d6-94b3613a887b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a88d2315-8665-4302-8e04-ae0b46b42cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Jun 15 14:17:28.011830 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:28.012280 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:28.012672 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Floating IP 09f932dc-16e4-4cd6-a7f6-e75a6b01c459 disassociated. External IP: 172.27.0.18, port: 7174c78b-1b89-42e0-afbc-9b8eea09093b. Jun 15 14:17:28.013084 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Calling delete_port for 7174c78b-1b89-42e0-afbc-9b8eea09093b owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:28.171526 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:28.176221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-669b2a2a-d858-45f1-9477-a84a2b9c1672 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:28.205035 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'Port': ['ID=7174c78b-1b89-42e0-afbc-9b8eea09093b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:28.208258 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:28.351937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:28.501205 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:28.518834 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:28.528755 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:28.529643 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:17:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:28.578489 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] No DVR routers for this DVR port 7174c78b-1b89-42e0-afbc-9b8eea09093b on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:28.585391 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:28.591485 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6547807c-4a2d-4b1d-9fa2-7b829c98d76b req-0d456c86-e7c8-4fe9-b804-64fda0101483 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "DELETE /v2.0/ports/7174c78b-1b89-42e0-afbc-9b8eea09093b HTTP/1.1" status: 204 len: 173 time: 1.0745585 Jun 15 14:17:28.593636 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-deleted', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:28.598131 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3e0f9-729a-42e5-932d-aeac7c56822c" -d '{"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-deleted", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:28.664027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a94756-068a-4d8e-aac8-75fb751d9135 x-openstack-request-id: req-83a94756-068a-4d8e-aac8-75fb751d9135 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:28.664402 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b257c1-b3b2-4a45-b99c-8715367ef43c", "name": "network-vif-deleted", "tag": "7174c78b-1b89-42e0-afbc-9b8eea09093b", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:28.664745 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83a94756-068a-4d8e-aac8-75fb751d9135 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:28.665114 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b257c1-b3b2-4a45-b99c-8715367ef43c', 'name': 'network-vif-deleted', 'tag': '7174c78b-1b89-42e0-afbc-9b8eea09093b', 'status': 'completed', 'code': 200} Jun 15 14:17:28.836957 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3403f-4053-45d5-95d8-49570fa1cbeb req-8d5add87-c196-494a-91cd-b0c22ea266bf tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:28.839373 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04b3403f-4053-45d5-95d8-49570fa1cbeb req-8d5add87-c196-494a-91cd-b0c22ea266bf tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.1139121 Jun 15 14:17:28.868893 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:28.951084 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-04b3403f-4053-45d5-95d8-49570fa1cbeb req-2adb600b-450d-4941-ae01-f334e7002798 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016254 Jun 15 14:17:29.053930 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2f68aa67-a96b-4391-913f-e453b3fa3226 req-bb4ab49e-d7e4-4a0c-ab84-1149f0166344 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b257c1-b3b2-4a45-b99c-8715367ef43c HTTP/1.1" status: 200 len: 210 time: 0.0463061 Jun 15 14:17:29.246761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:29.250953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:29.261415 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:29.262164 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:17:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:29.418301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:29.693051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:29.696604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ba7a-20b7-48ab-a182-1569f8289470 None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:29.900049 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7432eb6-084c-4914-bdc0-b538074c136b None None] New status for floating IP 09f932dc-16e4-4cd6-a7f6-e75a6b01c459: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:30.147935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0241-62a9-420f-8565-a888564cc964 req-e5defc96-3e93-4848-826a-60f59dfb1b89 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:30.158070 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-caaf0241-62a9-420f-8565-a888564cc964 req-e5defc96-3e93-4848-826a-60f59dfb1b89 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.1044877 Jun 15 14:17:30.197665 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35516) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:30.210240 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-caaf0241-62a9-420f-8565-a888564cc964 req-6b7a8fec-cbf1-4d65-9965-8b42f03e2ebc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495524 Jun 15 14:17:30.263304 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.294013 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.355921 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.361245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.364408 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.368216 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "DELETE /v2.0/security-groups/a88d2315-8665-4302-8e04-ae0b46b42cdf HTTP/1.1" status: 204 len: 168 time: 0.1668973 Jun 15 14:17:30.368216 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e904233f-f016-43a2-b21a-cc2dacb3030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:30.368576 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35518) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:30.377778 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d2315-8665-4302-8e04-ae0b46b42cdf,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:30.380635 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2447ba27-0c53-4f76-99cb-1b9678dbb201 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:30.385728 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.api.v2.resource [None req-be6d8140-a211-4947-a2a8-aa92f1e324ba tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] show failed (client error): The resource could not be found. Jun 15 14:17:30.389752 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-be6d8140-a211-4947-a2a8-aa92f1e324ba tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups/a88d2315-8665-4302-8e04-ae0b46b42cdf HTTP/1.1" status: 404 len: 347 time: 0.0173099 Jun 15 14:17:30.389917 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35520) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:30.556149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Deleting port 13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:30.556495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.660090 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.660328 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:30.998027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Calling delete_port for 13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6 owned by network:floatingip {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:31.121041 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4eccf891-e128-4195-a1a5-4d186094385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.159445 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.161400 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1375c7ad-ea05-4c0e-8d2c-36281256f4f7 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:31.189075 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'Port': ['ID=13a8ebf4-4510-4b9c-b42b-ad84d0e13fd6,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:31.192694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:31.279272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.282006 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.287550 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "DELETE /v2.0/floatingips/09f932dc-16e4-4cd6-a7f6-e75a6b01c459 HTTP/1.1" status: 204 len: 168 time: 0.8949625 Jun 15 14:17:31.416069 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61810c-9707-4491-ab0c-d625c557eea0 req-3a19d8c8-7a46-45f7-89e9-f252cb2f06a1 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:31.417529 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd61810c-9707-4491-ab0c-d625c557eea0 req-3a19d8c8-7a46-45f7-89e9-f252cb2f06a1 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0757389 Jun 15 14:17:31.477650 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fd61810c-9707-4491-ab0c-d625c557eea0 req-d93d0ced-96d5-457a-895d-ba01e6800995 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389254 Jun 15 14:17:31.487799 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35532) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:31.492572 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741887784', 'description': 'tempest-description--936606622'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:31.513877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.597133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.601106 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.603394 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fd894d49-434e-4cf2-b1b8-037daeadf0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:31.631628 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a072b3-9935-4b43-b921-4a2bc111679b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:31.633974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.635146 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1463797 Jun 15 14:17:31.636003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:31.637884 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35534) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:31.642149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group_rule': {'security_group_id': '95a072b3-9935-4b43-b921-4a2bc111679b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:31.667993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.727911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.731568 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.733605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9f47b110-5358-4570-8015-6cdd41415b45 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:31.753971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a991d16b-058a-406a-9816-faec6b97d47e,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:31.756689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:31.759522 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.760669 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-660d6f22-2fd9-4aaa-9a40-171db703c452 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219039 Jun 15 14:17:31.763356 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35536) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:31.767772 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'security_group_rule': {'security_group_id': '95a072b3-9935-4b43-b921-4a2bc111679b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:31.792968 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.852368 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.856177 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.862027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:31.878023 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7faaaa-969c-447b-a047-171f8a414dd1,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:31.880984 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:31.882404 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:31.883871 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-8daa1f73-4e8d-46ab-b3bb-6ba945ad4a3a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194718 Jun 15 14:17:31.886710 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35538) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:31.891230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:31.913814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.031802 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.155046 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Allocated IP 172.27.0.78 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/071a2542-2478-4106-bd19-15a1268b8b3b) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:32.277700 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.318363 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.321218 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:32.363494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:32.371597 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:32.374664 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:32.378320 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:32.406912 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=071a2542-2478-4106-bd19-15a1268b8b3b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:32.411898 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:32.514779 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 7174c78b-1b89-42e0-afbc-9b8eea09093b {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:32.515190 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 7174c78b-1b89-42e0-afbc-9b8eea09093b not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:32.543195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.610468 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.745955 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48670f-f1a4-4972-83cc-d5a4d075bd38 req-d18fecab-9138-4b49-b4f6-04c8543172bb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:32.747414 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e48670f-f1a4-4972-83cc-d5a4d075bd38 req-d18fecab-9138-4b49-b4f6-04c8543172bb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.1520922 Jun 15 14:17:32.855609 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7e48670f-f1a4-4972-83cc-d5a4d075bd38 req-9f6a4d16-472e-44cf-b5d2-c106b7ecbbf0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637236 Jun 15 14:17:32.886962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.892326 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:32.895153 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a480fba6-2eab-46bb-affc-d355c849f894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:32.985963 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=071a2542-2478-4106-bd19-15a1268b8b3b,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:32.990448 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:32.993420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:33.008266 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:33.009642 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1218164 Jun 15 14:17:33.213404 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-f5423560-852a-47ba-9df0-baf235844265 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--741887784&fields=id&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 267 time: 0.0398667 Jun 15 14:17:33.349408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-61d95ee8-0df4-4248-9c50-3df95060cdc9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:33.350897 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-61d95ee8-0df4-4248-9c50-3df95060cdc9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 817 time: 0.1307998 Jun 15 14:17:33.366735 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-5e3688ab-f037-4f7a-b9cb-504ad953c150 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/quotas/a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 375 time: 0.0099838 Jun 15 14:17:33.454387 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2690512f-0f3a-44c4-ae75-467208d35f48 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807934 Jun 15 14:17:33.481131 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:33.511513 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-24d65e5e-cec7-430c-8285-7465129d3e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:33.607410 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-6187f365-30df-4c96-993a-912e6b0345bc service neutron] 10.222.0.11 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362991 Jun 15 14:17:33.737697 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-95ccb2a4-7c6c-49f3-b8dd-0be32df17971 service neutron] 10.222.0.11 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186111 Jun 15 14:17:33.909669 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a525b40e-ef68-4e2b-8695-5773f8659ce1 req-3eecf774-a8d1-4c8a-bcd6-44ad1a3b7d55 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 210 time: 0.0347576 Jun 15 14:17:34.045247 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862d370-7082-4527-80a3-38f3fb84ed36 req-975adc01-0c79-4358-aa0f-ac17d234e148 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:34.047143 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b862d370-7082-4527-80a3-38f3fb84ed36 req-975adc01-0c79-4358-aa0f-ac17d234e148 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0730381 Jun 15 14:17:34.097711 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b862d370-7082-4527-80a3-38f3fb84ed36 req-f694b3cf-5467-4754-b865-0676e724335e tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445602 Jun 15 14:17:35.071211 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-12603272-3786-449e-a00e-18d6de8568e7 req-3ad42acb-db84-4133-8e24-1ff59571694d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 210 time: 0.0381007 Jun 15 14:17:35.088148 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:35.278821 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d209b7-4d3a-4b69-8eca-e67587ff0e03 req-e69c87b0-049e-4786-8cb9-913bffb65709 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:35.280256 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-09d209b7-4d3a-4b69-8eca-e67587ff0e03 req-e69c87b0-049e-4786-8cb9-913bffb65709 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0700986 Jun 15 14:17:35.323208 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-09d209b7-4d3a-4b69-8eca-e67587ff0e03 req-3462947d-760e-4466-bc8d-39e7be15f1b7 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371909 Jun 15 14:17:35.960836 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:17:36.220179 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0b9b139b-a6ec-4b3b-bb06-60e40d6ced9a req-5e456451-2531-4e1e-af63-15c1418c1695 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 210 time: 0.0338311 Jun 15 14:17:36.570305 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:36.655131 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286a1a2-58f8-4aef-b2b0-b29e77a9a390 req-6dd9acd0-744e-4366-b543-283c6295b144 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:36.656742 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a286a1a2-58f8-4aef-b2b0-b29e77a9a390 req-6dd9acd0-744e-4366-b543-283c6295b144 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.2231448 Jun 15 14:17:36.700536 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a286a1a2-58f8-4aef-b2b0-b29e77a9a390 req-5efe1633-a6bd-45ec-a51e-7ef46198077a tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374336 Jun 15 14:17:37.368329 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2150d2af-34ce-43f1-9483-4c772ece79b9 req-2dc558c9-8350-4c9e-bd36-4bca0218ab6a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 210 time: 0.0326195 Jun 15 14:17:37.538888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-d06013c6-4d3d-4959-ae54-d43cc8c029ef tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:37.540239 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-d06013c6-4d3d-4959-ae54-d43cc8c029ef tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 817 time: 0.1300817 Jun 15 14:17:37.591256 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-f451db33-c825-493d-8702-eb90dee28695 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 379 time: 0.0397518 Jun 15 14:17:37.601579 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'port': {'device_id': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'admin_state_up': True, 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'security_groups': ['95a072b3-9935-4b43-b921-4a2bc111679b']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:37.735349 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Made reservation on behalf of a9c46c997e944b798ff96968079d6a3b for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:17:37.739422 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.896018 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d455-6bda-4518-8cb4-82cbb90338c7 req-cba36415-83ef-42d5-a0a2-a6bb97ca5fff tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:37.897517 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6c1d455-6bda-4518-8cb4-82cbb90338c7 req-cba36415-83ef-42d5-a0a2-a6bb97ca5fff tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0787499 Jun 15 14:17:37.899638 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Allocated IP 172.20.0.9 (4b79ad3e-95a4-47b0-987e-ec116b3afd67/6657a12a-3b45-45de-9c08-04e1414473fb/afb3fd74-02b4-4e54-9109-0faea00e8381) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:37.947536 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6c1d455-6bda-4518-8cb4-82cbb90338c7 req-cbc317f7-9db7-42eb-b22d-fe12881d7cbc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424094 Jun 15 14:17:38.112921 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.128019 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Transition to ACTIVE for port object afb3fd74-02b4-4e54-9109-0faea00e8381 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:38.174217 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.179031 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:38.227924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:38.231306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:38.238457 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:38.270688 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:38.286743 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.287122 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.287499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.287864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.288227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.288584 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.288938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.289294 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.289675 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.290054 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.290377 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.290727 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:38.296321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:38.312026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:38.312655 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.330157 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7323101 Jun 15 14:17:38.342820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Request body: {'port': {'device_id': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:38.435321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.466103 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-11ddab8c-8309-4fd9-85ef-ec812616f1b1 None None] Provisioning for port afb3fd74-02b4-4e54-9109-0faea00e8381 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:38.469892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-11ddab8c-8309-4fd9-85ef-ec812616f1b1 None None] Provisioning complete for port afb3fd74-02b4-4e54-9109-0faea00e8381 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:38.470338 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-11ddab8c-8309-4fd9-85ef-ec812616f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.513127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-11ddab8c-8309-4fd9-85ef-ec812616f1b1 None None] Port afb3fd74-02b4-4e54-9109-0faea00e8381 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:17:38.618043 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3453-fb77-4fcc-85ca-2d0ba919aa8b req-069d08e8-74c9-4608-9161-a4fc69524e64 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:38.620093 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-28aa3453-fb77-4fcc-85ca-2d0ba919aa8b req-069d08e8-74c9-4608-9161-a4fc69524e64 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 931 time: 0.1236384 Jun 15 14:17:38.661979 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-28aa3453-fb77-4fcc-85ca-2d0ba919aa8b req-0576ac88-2caa-44a0-bc13-6520bf2a3e28 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jun 15 14:17:38.760120 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:38.767844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.779174 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Transition to ACTIVE for port object afb3fd74-02b4-4e54-9109-0faea00e8381 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:38.783576 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.786305 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cdf05836-5934-4679-8250-8db81b7c8eeb tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:38.902786 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:38.928930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:38.962763 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Attempting to bind port afb3fd74-02b4-4e54-9109-0faea00e8381 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:17:38.963099 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Attempting to bind port afb3fd74-02b4-4e54-9109-0faea00e8381 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:17:38.963426 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Attempting to bind port afb3fd74-02b4-4e54-9109-0faea00e8381 on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:38.967905 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Port afb3fd74-02b4-4e54-9109-0faea00e8381 on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:17:38.968219 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Attempting to bind port afb3fd74-02b4-4e54-9109-0faea00e8381 on network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:38.973525 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:17:38.973890 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Checking segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:17:38.974327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Bound using segment: {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:17:38.974697 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Bound port: afb3fd74-02b4-4e54-9109-0faea00e8381, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec58337-ec9a-4dad-b6a7-97fe331467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:17:38.975042 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.050637 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:17:39.053646 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:17:39.057689 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.060474 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-26cf9744-f19d-42db-bd9f-8f99debe3f2b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:39.096700 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.097317 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.098736 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] 10.222.0.23 "PUT /v2.0/ports/afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 1093 time: 0.7601895 Jun 15 14:17:39.099249 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:39.101520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa" -d '{"events": [{"name": "network-changed", "server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:39.162489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab6fa-cc1e-4569-ba74-db1666fa371e req-332efb53-0fe8-4600-8596-3bc299a4c524 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.164734 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b34ab6fa-cc1e-4569-ba74-db1666fa371e req-332efb53-0fe8-4600-8596-3bc299a4c524 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0939908 Jun 15 14:17:39.182887 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6317f09b-cb38-41e7-bf95-0fd0f22f8a52 x-openstack-request-id: req-6317f09b-cb38-41e7-bf95-0fd0f22f8a52 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:39.183219 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:39.183507 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6317f09b-cb38-41e7-bf95-0fd0f22f8a52 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:39.183937 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'status': 'completed', 'code': 200} Jun 15 14:17:39.184558 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:39.188915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:39.217896 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b34ab6fa-cc1e-4569-ba74-db1666fa371e req-1f6535c0-a75d-4b7e-b2f4-3da06ee83951 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474455 Jun 15 14:17:39.220947 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-e2b458d8-2d22-4add-a650-48b0a2faeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.222547 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-e2b458d8-2d22-4add-a650-48b0a2faeae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1096 time: 0.0815561 Jun 15 14:17:39.289145 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-ea09bbd2-6738-4c05-9945-2ff71f2d2936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 217 time: 0.0578713 Jun 15 14:17:39.360406 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-38bda909-1f34-40a9-b50b-95d6899ff681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.362772 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-38bda909-1f34-40a9-b50b-95d6899ff681 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0649254 Jun 15 14:17:39.433242 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-d8fd24e9-eefa-435b-96ee-2527517ed018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.434673 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-d8fd24e9-eefa-435b-96ee-2527517ed018 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584927 Jun 15 14:17:39.561565 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-4a6910e5-5b5e-4ff7-b546-33758d9d4208 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161540 Jun 15 14:17:39.691841 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc509b17-9304-4aa2-869c-2933b8fe5736 req-ad55679c-c778-478b-ac81-9a8262ceb022 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202900 Jun 15 14:17:39.816221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-36580eb1-6de5-4986-b5dd-1365b6e09cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.817835 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-36580eb1-6de5-4986-b5dd-1365b6e09cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1096 time: 0.0632212 Jun 15 14:17:39.857599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee23cc-7c76-4bfe-847a-e1617972cee7 req-344e98b7-7447-45ab-82a3-a93a53269514 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.859085 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8ee23cc-7c76-4bfe-847a-e1617972cee7 req-344e98b7-7447-45ab-82a3-a93a53269514 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0722766 Jun 15 14:17:39.900493 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f8ee23cc-7c76-4bfe-847a-e1617972cee7 req-21121a46-664d-4f41-b501-7ba65a8f7c15 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349052 Jun 15 14:17:39.947821 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-bdb47641-67df-4a6b-bd3a-bbe43381c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.949645 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-bdb47641-67df-4a6b-bd3a-bbe43381c612 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1194870 Jun 15 14:17:40.023421 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-5c15114c-3098-448c-8444-e4b307a3e9a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 217 time: 0.0538304 Jun 15 14:17:40.081922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-de131532-ae7a-4b96-adc7-7700e2301455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:40.083306 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-de131532-ae7a-4b96-adc7-7700e2301455 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0514004 Jun 15 14:17:40.150068 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-1a6ffd0a-d21f-45d8-a439-18aad3759ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:40.151802 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-1a6ffd0a-d21f-45d8-a439-18aad3759ebc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573838 Jun 15 14:17:40.423118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2e0c-99c8-49f6-943d-d0e9076b6a0f req-095629d0-ff75-43aa-b710-f1bfc6362ec6 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:40.423623 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b9ae2e0c-99c8-49f6-943d-d0e9076b6a0f req-095629d0-ff75-43aa-b710-f1bfc6362ec6 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0856981 Jun 15 14:17:40.474093 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b9ae2e0c-99c8-49f6-943d-d0e9076b6a0f req-cc64daae-5c17-4c84-8d4c-4463fe362cd0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434611 Jun 15 14:17:40.557943 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-30cf967a-7bbb-4e00-9884-0c3850b3549c service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970859 Jun 15 14:17:40.691097 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f0fbb5e-6936-4f8b-b6c6-c51447f813fa req-7e09d9d0-c690-4d86-9d0c-7a46a51c44c3 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217685 Jun 15 14:17:41.093151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d0b22-29fc-4740-b116-483f2c26cfe4 req-6b9f5b5b-e8b7-4447-8719-e36fab3e6d34 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:41.096545 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-063d0b22-29fc-4740-b116-483f2c26cfe4 req-6b9f5b5b-e8b7-4447-8719-e36fab3e6d34 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0735922 Jun 15 14:17:41.137544 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35782) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:41.139058 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-063d0b22-29fc-4740-b116-483f2c26cfe4 req-638618f6-3495-46ca-ba02-fd9031c5e693 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382302 Jun 15 14:17:41.264301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.360821 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.366200 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.370014 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6263ab9f-e733-4811-8926-a8fa84b3aab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:41.412771 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59fd5d1ca0944f79ab96ab8e0675e94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729533 Jun 15 14:17:41.414127 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b83b9-5b4b-4065-ab0b-822f2c89e3f3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:41.415537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35790) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:41.417358 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:41.481369 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.505812 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.563176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.566021 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.567149 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d2b83b9-5b4b-4065-ab0b-822f2c89e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1486130 Jun 15 14:17:41.568087 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-be77d7eb-2b48-4076-be31-c7e7482263a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:41.578220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b83b9-5b4b-4065-ab0b-822f2c89e3f3,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:41.580885 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7a721fea-acd9-448f-ae35-d1d9c6e904bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:41.663759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5659d-2e3c-4b8e-be76-754bf2568f2b req-7aaeacec-bd5e-4f76-b5f4-5de0e9665ca4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:41.665316 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7f5659d-2e3c-4b8e-be76-754bf2568f2b req-7aaeacec-bd5e-4f76-b5f4-5de0e9665ca4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0757508 Jun 15 14:17:41.715658 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7f5659d-2e3c-4b8e-be76-754bf2568f2b req-fbf4b94a-8b44-436e-af8d-96918dcf6f3c tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436814 Jun 15 14:17:41.854969 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35798) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:41.871077 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.968346 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.972834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:41.975197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-99818c5d-0e31-4094-bedf-faabcd8129be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:42.018920 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa40e03afea34129b0d7d444a1f5ec0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628726 Jun 15 14:17:42.019711 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb29c64-f025-42b1-8393-8c4000d96bee,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:42.021669 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35802) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:42.026598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:42.078915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.102438 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.153861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.156356 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.157478 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cb29c64-f025-42b1-8393-8c4000d96bee HTTP/1.1" status: 204 len: 168 time: 0.1347668 Jun 15 14:17:42.158255 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5d76ab45-aec4-46bf-80f5-bb638359b487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:42.167566 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb29c64-f025-42b1-8393-8c4000d96bee,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:42.169847 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:42.355607 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b84d6-972d-4900-b2e4-5c0f79192f07 req-19bdaf57-7512-49db-a909-a7f268e0c3ba tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:42.357076 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b9b84d6-972d-4900-b2e4-5c0f79192f07 req-19bdaf57-7512-49db-a909-a7f268e0c3ba tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0740283 Jun 15 14:17:42.404941 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b9b84d6-972d-4900-b2e4-5c0f79192f07 req-47ba1f0b-1b1d-44d7-b5d5-6ad3ae902ccc tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Jun 15 14:17:42.910351 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b7be-e5cb-4abf-aa13-dc31b19aac63 req-3e4f47d5-7290-49c1-aeb3-b9679ce9555f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:42.911803 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c969b7be-e5cb-4abf-aa13-dc31b19aac63 req-3e4f47d5-7290-49c1-aeb3-b9679ce9555f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.0759075 Jun 15 14:17:43.216687 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c969b7be-e5cb-4abf-aa13-dc31b19aac63 req-4f05b8c2-0109-433f-a679-d0a9f68f6630 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&id=a9829800-7815-4601-9fb0-23266e25c749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989955 Jun 15 14:17:43.345954 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:17:43.471678 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:43.484444 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:17:43.542322 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:43.559935 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:43.583828 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:43.589277 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:43.596279 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:43.623392 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fc086-391d-468d-b4d9-db669016b449 req-16379e53-eec1-4b52-bb94-14480202e301 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:43.624979 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e92fc086-391d-468d-b4d9-db669016b449 req-16379e53-eec1-4b52-bb94-14480202e301 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.1004541 Jun 15 14:17:43.660065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:43.669207 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.669582 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.670103 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e92fc086-391d-468d-b4d9-db669016b449 req-29d19bc4-988a-4f66-b636-553ada6e8343 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Jun 15 14:17:43.670264 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.670995 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.671498 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.671835 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.672167 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.672497 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.672905 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.673238 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.674162 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.674489 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:43.678862 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:43.904287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['afb3fd74-02b4-4e54-9109-0faea00e8381'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:17:44.150777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35886) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:44.258366 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.352812 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.356631 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.359146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9363935a-21ec-4ed6-9826-737ed0259824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:44.399707 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fee2f3d9998649aa8256aac2233c4a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477722 Jun 15 14:17:44.401269 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35043add-80e0-4621-bca9-2919a77e42eb,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:44.401832 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35890) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:44.404843 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:44.454255 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.479946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.529284 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.531878 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.533545 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35043add-80e0-4621-bca9-2919a77e42eb HTTP/1.1" status: 204 len: 168 time: 0.1301661 Jun 15 14:17:44.534391 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a44d6854-bf79-48a4-8c91-b420b9e05dec tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:44.542842 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35043add-80e0-4621-bca9-2919a77e42eb,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:44.551686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.552127 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.552483 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.552836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.553182 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.553564 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.553910 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.554251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.554597 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.555013 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.555275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.555612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:44.558694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:44.805954 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35898) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:44.823987 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.864826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e10003-0239-40be-ab22-58670d72eb3e req-e024b12c-1f92-4661-b4d7-2b398843f447 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.866342 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10e10003-0239-40be-ab22-58670d72eb3e req-e024b12c-1f92-4661-b4d7-2b398843f447 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 944 time: 0.0752234 Jun 15 14:17:44.912985 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10e10003-0239-40be-ab22-58670d72eb3e req-ca416dbe-0fbe-463e-93d9-9fd9555e832e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Jun 15 14:17:44.924755 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.928592 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:44.931914 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3e96efc4-4d71-42a0-adf0-50880281b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:44.971488 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca6b9fe0902547a18a46fc51098ffa85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644366 Jun 15 14:17:44.973464 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce87691-aa7e-42ce-9545-6664cdb64f5a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:44.974175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35900) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:44.976400 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:45.028462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.052859 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.106957 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.109519 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.110705 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dce87691-aa7e-42ce-9545-6664cdb64f5a HTTP/1.1" status: 204 len: 168 time: 0.1353891 Jun 15 14:17:45.111620 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:45.121069 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce87691-aa7e-42ce-9545-6664cdb64f5a,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:45.124598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:45.358225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:17:45.415874 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port afb3fd74-02b4-4e54-9109-0faea00e8381 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:45.420510 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port afb3fd74-02b4-4e54-9109-0faea00e8381 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:45.421229 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.519916 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.546012 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:45.548301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b22a604-c060-4c69-981c-907ec195dd33" -d '{"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:45.563508 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:45.568022 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:45.571123 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:45.603298 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1f0e8e-6384-4464-a4a8-6341fba299d5 x-openstack-request-id: req-8a1f0e8e-6384-4464-a4a8-6341fba299d5 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:45.603604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:45.603868 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a1f0e8e-6384-4464-a4a8-6341fba299d5 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:45.604266 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'code': 200} Jun 15 14:17:45.635054 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:45.638224 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:45.855365 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04d248-f277-41b3-a2a5-4a31990a51f2 req-bf8fe4c0-a17b-4287-ac9b-bda040d16117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:45.856883 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f04d248-f277-41b3-a2a5-4a31990a51f2 req-bf8fe4c0-a17b-4287-ac9b-bda040d16117 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1098 time: 0.0637014 Jun 15 14:17:45.895813 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f04d248-f277-41b3-a2a5-4a31990a51f2 req-23776b84-cf0d-4914-a267-4eb1736b92df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Jun 15 14:17:46.114640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bcab2-a228-46e5-a6e4-152cded90da2 req-0469df07-483e-49b5-b2e3-02065fea7deb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:46.116279 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-537bcab2-a228-46e5-a6e4-152cded90da2 req-0469df07-483e-49b5-b2e3-02065fea7deb tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0758226 Jun 15 14:17:46.162417 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-537bcab2-a228-46e5-a6e4-152cded90da2 req-99fc04da-e52d-4149-a9fc-2cbb615be1d6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Jun 15 14:17:46.241374 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35938) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:46.348425 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.446528 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.450168 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.452384 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-be6d37db-359f-48e7-a71b-035351287473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:46.493331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e3211-cc97-4bec-919d-6dce4d957ede,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:46.497601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c02deb1ee8cf404fb7afa0674372d2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551084 Jun 15 14:17:46.498451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:46.500147 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 35942) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:46.552936 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.576836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.628267 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.630916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.632062 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc0e3211-cc97-4bec-919d-6dce4d957ede HTTP/1.1" status: 204 len: 168 time: 0.1310449 Jun 15 14:17:46.632833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-06ad2765-4f88-460a-9522-5dbf42252f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:46.641208 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e3211-cc97-4bec-919d-6dce4d957ede,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:46.643405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bf8402b6-be55-4664-b49e-8310c9203a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:47.352978 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae6fc9-3083-4036-a1db-a342bc781242 req-7415fb40-e1e7-4162-ad84-da294c182a6a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:47.354474 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-80ae6fc9-3083-4036-a1db-a342bc781242 req-7415fb40-e1e7-4162-ad84-da294c182a6a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0704958 Jun 15 14:17:47.403301 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-80ae6fc9-3083-4036-a1db-a342bc781242 req-26eca9df-cf92-4dcc-8cd7-b1c393345e6c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425646 Jun 15 14:17:47.598117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3133-8668-4958-a07a-8a4d919dad23 req-b4bc6172-3633-4042-bdb6-aca97f576500 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:47.607739 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-65ec3133-8668-4958-a07a-8a4d919dad23 req-b4bc6172-3633-4042-bdb6-aca97f576500 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0893686 Jun 15 14:17:47.609102 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 35976) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:47.614371 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Request body: {'floatingip': {'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:47.683235 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:48.286816 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:48.290777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:48.432878 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Floating IP eb5f2a2f-4a9b-4569-9988-8ce929b00799 associated. External IP: 172.27.0.78, port: afb3fd74-02b4-4e54-9109-0faea00e8381. Jun 15 14:17:48.726629 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:48.883450 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:48.888857 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:48.896939 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:48.907112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:48.908213 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:17:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:48.940019 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c7ea957b-294b-4334-9b00-c8e862d4fec7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "PUT /v2.0/floatingips/eb5f2a2f-4a9b-4569-9988-8ce929b00799 HTTP/1.1" status: 200 len: 990 time: 1.3297853 Jun 15 14:17:48.940783 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:48.943510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30" -d '{"events": [{"name": "network-changed", "server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:48.981459 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db60aa8d-b7d7-4214-8c8c-7121c67c78ce x-openstack-request-id: req-db60aa8d-b7d7-4214-8c8c-7121c67c78ce {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:48.981825 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:48.982244 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db60aa8d-b7d7-4214-8c8c-7121c67c78ce {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:48.982677 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'status': 'completed', 'code': 200} Jun 15 14:17:49.069738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:49.168923 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-45597d29-32dc-4192-b6bc-92a5372149ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:49.170365 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-45597d29-32dc-4192-b6bc-92a5372149ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1098 time: 0.1627080 Jun 15 14:17:49.289729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-5ac00d60-b8eb-4fcd-a269-ae42d43a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:49.291188 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-5ac00d60-b8eb-4fcd-a269-ae42d43a3966 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1139722 Jun 15 14:17:49.367455 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'eb5f2a2f-4a9b-4569-9988-8ce929b00799', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:32Z', 'updated_at': '2021-06-15T14:17:48Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:49.370530 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:49.379670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:49.380280 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:17:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:49.522512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:49.830006 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d64fcb13-c878-4503-a923-be462896a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'eb5f2a2f-4a9b-4569-9988-8ce929b00799', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:32Z', 'updated_at': '2021-06-15T14:17:48Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:49.833865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fcb13-c878-4503-a923-be462896a58d None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'eb5f2a2f-4a9b-4569-9988-8ce929b00799', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:32Z', 'updated_at': '2021-06-15T14:17:48Z', 'revision_number': 1, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:50.015807 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0374359-3f63-4658-8563-ca111c301ecb None None] New status for floating IP eb5f2a2f-4a9b-4569-9988-8ce929b00799: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:50.370815 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-12ddfe25-af41-4ed6-a9ad-a4d952eb35d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 1000 time: 0.0779428 Jun 15 14:17:52.455937 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-936ce6a1-d2a5-45d4-a05e-6e70dc634b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:52.457366 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-936ce6a1-d2a5-45d4-a05e-6e70dc634b1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0573888 Jun 15 14:17:52.520936 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-23233ad3-d2ee-4841-a33f-0fc3484eab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:52.522410 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-23233ad3-d2ee-4841-a33f-0fc3484eab22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579154 Jun 15 14:17:52.641918 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-6e584bbb-0149-436e-9c4b-9fa2ec4cad92 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114528 Jun 15 14:17:52.759312 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eadc9d0-85bf-405e-9eb5-a5bff66d6f30 req-57c73964-12da-4fed-ba2d-2d857eb92e78 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099930 Jun 15 14:17:57.390086 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc90c-f8be-47ab-9c20-044c6f505416 req-a8bc0683-7b41-4fd0-aa39-b8b8cc6096cc tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:57.391597 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0f2bc90c-f8be-47ab-9c20-044c6f505416 req-a8bc0683-7b41-4fd0-aa39-b8b8cc6096cc tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0739250 Jun 15 14:17:57.441152 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0f2bc90c-f8be-47ab-9c20-044c6f505416 req-42782e39-f5ba-4905-aaf8-2e595c543b72 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Jun 15 14:17:58.628625 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc93d7-7f77-47f1-8952-b7eccf6351aa req-211a4b95-4713-4726-ba25-79420c19a775 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:58.630126 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-79bc93d7-7f77-47f1-8952-b7eccf6351aa req-211a4b95-4713-4726-ba25-79420c19a775 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0743558 Jun 15 14:17:58.671075 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-79bc93d7-7f77-47f1-8952-b7eccf6351aa req-d0e816f8-28fd-4268-b465-114478e45500 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350029 Jun 15 14:17:59.852739 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ec08-b460-4931-8ab1-89a68f3c9242 req-fcd8522a-fd0c-4d07-a849-ed352fad1dad tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:59.854542 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4683ec08-b460-4931-8ab1-89a68f3c9242 req-fcd8522a-fd0c-4d07-a849-ed352fad1dad tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0698724 Jun 15 14:17:59.894652 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4683ec08-b460-4931-8ab1-89a68f3c9242 req-18915196-f20c-444c-baa1-4bf3a67d07f6 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Jun 15 14:18:00.370570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:01.080825 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ad5a6-34e3-4231-9e4c-4e08d7097d81 req-596eb540-8dd9-467a-84f5-9bf944000be5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:01.082327 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e00ad5a6-34e3-4231-9e4c-4e08d7097d81 req-596eb540-8dd9-467a-84f5-9bf944000be5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0764565 Jun 15 14:18:01.121923 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b2613756-f4c3-47b7-b420-691f593ccfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:01.123511 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e00ad5a6-34e3-4231-9e4c-4e08d7097d81 req-f5479059-99a1-448c-85ed-db043035ccc5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Jun 15 14:18:02.301954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb04e-4914-49cd-a9c9-6030a17548d0 req-75b893ca-8690-486f-be51-df90194ca6ef tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:02.303402 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b51eb04e-4914-49cd-a9c9-6030a17548d0 req-75b893ca-8690-486f-be51-df90194ca6ef tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0694466 Jun 15 14:18:02.344292 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b51eb04e-4914-49cd-a9c9-6030a17548d0 req-fc893307-57f3-47aa-af37-cfd1734f3350 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354242 Jun 15 14:18:03.483484 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:03.512030 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-afac9dce-1226-47de-9dc7-380242339c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:03.536773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a357-d6eb-43c7-b9af-84ac3f2909e4 req-a2b4768a-dcdd-4048-bb68-76ebfa4c882a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:03.538297 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c96a357-d6eb-43c7-b9af-84ac3f2909e4 req-a2b4768a-dcdd-4048-bb68-76ebfa4c882a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0767698 Jun 15 14:18:03.579982 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2c96a357-d6eb-43c7-b9af-84ac3f2909e4 req-16326d10-e704-4331-9c4b-068b9539666b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359294 Jun 15 14:18:03.866109 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9e271237-e7d7-402d-a006-e63f1579be4f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:03.867524 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9e271237-e7d7-402d-a006-e63f1579be4f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.1623108 Jun 15 14:18:03.986027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Deleting port 052a6372-1744-4ec5-badf-8e86dcb41159 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:03.986463 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.101976 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] For port 052a6372-1744-4ec5-badf-8e86dcb41159, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=052a6372-1744-4ec5-badf-8e86dcb41159,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:04.102342 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.644343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843551-76b8-4533-979c-799b3c3acab0 req-83c16629-ee42-4228-9427-0b0ae902398f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:04.646065 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a4843551-76b8-4533-979c-799b3c3acab0 req-83c16629-ee42-4228-9427-0b0ae902398f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0890367 Jun 15 14:18:04.663376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.664210 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.664608 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Floating IP f355aa13-6f04-495e-a2ee-6769ea7c46da disassociated. External IP: 172.27.0.90, port: 052a6372-1744-4ec5-badf-8e86dcb41159. Jun 15 14:18:04.664958 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Calling delete_port for 052a6372-1744-4ec5-badf-8e86dcb41159 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:04.692028 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a4843551-76b8-4533-979c-799b3c3acab0 req-ab69aeb2-e3d0-4068-9dab-b210c81778b0 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Jun 15 14:18:04.779328 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66939c-4183-4d0f-8b98-3cfb85061d3a req-8c4da321-cd67-4fc9-b288-cb032949277f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:04.780720 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a66939c-4183-4d0f-8b98-3cfb85061d3a req-8c4da321-cd67-4fc9-b288-cb032949277f tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0766363 Jun 15 14:18:04.825844 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.827559 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a66939c-4183-4d0f-8b98-3cfb85061d3a req-55481148-7887-45a7-976e-64fcff3dfd19 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=574a1f8f-0017-430f-bd53-06e503475906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Jun 15 14:18:04.836942 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7d9f4574-802d-43bd-8e3c-b86b8a354c3d tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:04.866068 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'Port': ['ID=052a6372-1744-4ec5-badf-8e86dcb41159,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:04.869191 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:05.015693 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:05.090610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.162082 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:05.172208 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:05.182394 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:05.183003 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:05.214524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] No DVR routers for this DVR port 052a6372-1744-4ec5-badf-8e86dcb41159 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:05.217053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.219238 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d0914ca9-30c9-4db5-9c5a-ffbaab7befd5 req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "DELETE /v2.0/ports/052a6372-1744-4ec5-badf-8e86dcb41159 HTTP/1.1" status: 204 len: 173 time: 1.3420284 Jun 15 14:18:05.220310 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'name': 'network-vif-deleted', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:05.222892 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25d5c5-2c96-47fb-a1e1-c75f85aed61e" -d '{"events": [{"server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "name": "network-vif-deleted", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:05.341519 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4293734f-6b26-41b1-9308-c1ae9e7faf07 x-openstack-request-id: req-4293734f-6b26-41b1-9308-c1ae9e7faf07 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:05.341698 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55642c-4187-4d3b-b905-d6a538a3e6f5", "name": "network-vif-deleted", "tag": "052a6372-1744-4ec5-badf-8e86dcb41159", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:05.342061 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4293734f-6b26-41b1-9308-c1ae9e7faf07 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:05.342698 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc55642c-4187-4d3b-b905-d6a538a3e6f5', 'name': 'network-vif-deleted', 'tag': '052a6372-1744-4ec5-badf-8e86dcb41159', 'status': 'completed', 'code': 200} Jun 15 14:18:05.492326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:05.762139 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:05.767276 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:05.780897 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:05.781519 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:05.922072 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d75a9d-e9a5-44e4-8a1d-3e62b03cac18 req-3bc5b6ba-3855-48f5-98d1-c7dad545765a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:05.924697 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31d75a9d-e9a5-44e4-8a1d-3e62b03cac18 req-3bc5b6ba-3855-48f5-98d1-c7dad545765a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1011238 Jun 15 14:18:05.951343 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:05.978772 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31d75a9d-e9a5-44e4-8a1d-3e62b03cac18 req-bbf2b0cc-1b64-4baa-91d3-7cf6c83a116b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479236 Jun 15 14:18:06.040040 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ca54c63b-d3bf-4813-a3cc-9c944b3f98d9 req-16214e47-a76b-4183-bed5-99651e508466 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc55642c-4187-4d3b-b905-d6a538a3e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0598130 Jun 15 14:18:06.247410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:06.251177 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5fd0f-ac3e-47a7-b02f-05b3df2ffc2e None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:06.465352 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d526f6-fc6b-42df-9bb7-3b82771d1022 None None] New status for floating IP f355aa13-6f04-495e-a2ee-6769ea7c46da: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:18:06.573623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.167476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36226) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:07.168544 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717eff-1bdd-4854-8064-5de183f80c94 req-7e549390-3dee-4f1c-9195-22f74f839c4e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:07.170069 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-59717eff-1bdd-4854-8064-5de183f80c94 req-7e549390-3dee-4f1c-9195-22f74f839c4e tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0757763 Jun 15 14:18:07.218128 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-59717eff-1bdd-4854-8064-5de183f80c94 req-d30a6a7e-e121-46b9-9434-7e009a4b2dd9 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Jun 15 14:18:07.248021 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.266136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.323117 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.325691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.326806 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "DELETE /v2.0/security-groups/574a1f8f-0017-430f-bd53-06e503475906 HTTP/1.1" status: 204 len: 168 time: 0.1571336 Jun 15 14:18:07.327546 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c50b2c47-72a8-47e2-a884-1910499f452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:07.329701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36228) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:07.337636 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a1f8f-0017-430f-bd53-06e503475906,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:07.339909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:07.345493 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.api.v2.resource [None req-3cfec9ab-894e-4cf7-a7ff-bf7fa7e7d88b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] show failed (client error): The resource could not be found. Jun 15 14:18:07.346512 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3cfec9ab-894e-4cf7-a7ff-bf7fa7e7d88b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups/574a1f8f-0017-430f-bd53-06e503475906 HTTP/1.1" status: 404 len: 347 time: 0.0148485 Jun 15 14:18:07.349506 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36230) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:07.508304 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 052a6372-1744-4ec5-badf-8e86dcb41159 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:07.511391 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Deleting port 932e0296-8c25-4386-927c-fec188f50982 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:07.511735 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.532412 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 052a6372-1744-4ec5-badf-8e86dcb41159 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:07.532767 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 052a6372-1744-4ec5-badf-8e86dcb41159 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:07.610271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.610601 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.711852 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Calling delete_port for 932e0296-8c25-4386-927c-fec188f50982 owned by network:floatingip {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:07.826283 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36238) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:07.866366 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.869318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-81675a08-a06e-4173-8aa7-4f7344306793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:07.901649 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'Port': ['ID=932e0296-8c25-4386-927c-fec188f50982,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:07.904768 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:07.940367 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.979591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.982544 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.983924 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "DELETE /v2.0/floatingips/f355aa13-6f04-495e-a2ee-6769ea7c46da HTTP/1.1" status: 204 len: 168 time: 0.6334224 Jun 15 14:18:08.060208 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.065718 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.077433 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ab12fac7-98fe-4f4c-8381-25c5f964190c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.116585 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7504b7e78cfa4f079130d1519b3af96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870395 Jun 15 14:18:08.116585 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adec89-83b9-4dd8-a776-e3254e5b89bd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.117638 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36250) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.119619 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.170511 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.193329 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.247189 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.249764 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.250926 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3adec89-83b9-4dd8-a776-e3254e5b89bd HTTP/1.1" status: 204 len: 168 time: 0.1323650 Jun 15 14:18:08.251687 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ae0f8bbc-8d5e-447b-b82a-1b326ee56ed8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.263111 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adec89-83b9-4dd8-a776-e3254e5b89bd,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.265725 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.315081 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36258) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.319854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433668389', 'description': 'tempest-description--1602847527'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.356094 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.536527 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.544914 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d5053-5ec6-4dd3-a3c4-0d251ba5e66e req-2c473b81-de77-46b1-a686-6f35ba32d0c2 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:08.546680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-958d5053-5ec6-4dd3-a3c4-0d251ba5e66e req-2c473b81-de77-46b1-a686-6f35ba32d0c2 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1442463 Jun 15 14:18:08.550262 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.553754 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f4c96a5a-ce2f-409a-a278-9e52fc32ff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.602365 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.603581 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2874870 Jun 15 14:18:08.606674 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36260) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.611939 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group_rule': {'security_group_id': '5001ec72-961d-4dd0-aa8c-00b1cf01bd71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.612666 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5001ec72-961d-4dd0-aa8c-00b1cf01bd71,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.620522 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.625819 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-958d5053-5ec6-4dd3-a3c4-0d251ba5e66e req-995da541-9223-448e-b926-d607abdec7d3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729070 Jun 15 14:18:08.653627 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.713568 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.716988 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.719068 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.735862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994bf95a-059f-4376-af17-fcae83a4bd21,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.738341 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.742368 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.743755 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356761 Jun 15 14:18:08.746447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36262) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.750798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'security_group_rule': {'security_group_id': '5001ec72-961d-4dd0-aa8c-00b1cf01bd71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.775853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.836555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.840053 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.842102 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.858625 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b596e09a-6c8e-454f-aefc-6c28a1e32b1c,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.861463 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.867340 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.868541 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-538d0175-17ba-44b4-97ab-d0ccb0987684 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211228 Jun 15 14:18:08.871676 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36264) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.876574 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.898148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.014466 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.135354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Allocated IP 172.27.0.145 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/b3c4dad1-740c-4eab-9b6c-193bef0ca222) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:09.266058 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.307447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.310220 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.353039 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:09.357679 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:09.361620 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:09.385428 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36272) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:09.389088 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=b3c4dad1-740c-4eab-9b6c-193bef0ca222,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.394076 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.466458 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.512930 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.519166 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.617293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.621834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.624184 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-965a35bb-27ac-495f-b401-845bfaeb94dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.670429 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d3c1052d510435c8820725b43d9971d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814739 Jun 15 14:18:09.670429 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5678a8-55df-4e52-99fa-f0841c260ed5,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.671639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36280) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:09.673787 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.706171 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.710966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.712955 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.727673 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.752352 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.811665 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=b3c4dad1-740c-4eab-9b6c-193bef0ca222,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.815559 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.826436 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.844285 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.846256 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9735563 Jun 15 14:18:09.859335 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.862648 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.863783 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc5678a8-55df-4e52-99fa-f0841c260ed5 HTTP/1.1" status: 204 len: 168 time: 0.1911764 Jun 15 14:18:09.865482 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9214908d-a863-4ed9-910d-a7079335e675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.874483 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5678a8-55df-4e52-99fa-f0841c260ed5,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.883695 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adddb20-efca-46d3-8144-59126c0594f7 req-64c7c8bd-86c2-48ed-abf9-4a158f457b3d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:09.886081 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8adddb20-efca-46d3-8144-59126c0594f7 req-64c7c8bd-86c2-48ed-abf9-4a158f457b3d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1146212 Jun 15 14:18:09.887713 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.934141 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8adddb20-efca-46d3-8144-59126c0594f7 req-2bdb2827-7d45-48eb-b866-3d7333585f9a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Jun 15 14:18:10.067198 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-aa9fa1ee-67c3-446b-b979-3e060d3bdc0a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1433668389&fields=id&tenant_id=bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 267 time: 0.0374291 Jun 15 14:18:10.203870 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-d58f6704-b5b5-4421-aca6-ec82ac5c3ea5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:10.205364 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-d58f6704-b5b5-4421-aca6-ec82ac5c3ea5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 810 time: 0.1317444 Jun 15 14:18:10.221403 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-889f0253-685a-4ec3-9da7-58da8f5dad73 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/quotas/bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 375 time: 0.0105839 Jun 15 14:18:10.302578 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-5ed570d9-8c33-4d7e-8d8b-0786461f01bb tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720842 Jun 15 14:18:10.535855 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e55edd3e-8a80-4024-bb67-e88b4a60cbad service neutron] 10.222.0.11 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258444 Jun 15 14:18:10.655688 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-57918787-8d1b-4787-bb73-748a258eab9e service neutron] 10.222.0.11 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138523 Jun 15 14:18:10.842119 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a0fdfcb9-61bd-4c03-a937-909574ef9959 req-efac3867-a51e-45dd-8b4a-921978f41f80 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 210 time: 0.0343275 Jun 15 14:18:11.152297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748127-fe8c-49f7-bc23-d06ce1963835 req-e0d4eed5-f04a-44e5-9daa-d8f6ff5712ff tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:11.153954 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57748127-fe8c-49f7-bc23-d06ce1963835 req-e0d4eed5-f04a-44e5-9daa-d8f6ff5712ff tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0783350 Jun 15 14:18:11.197549 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-57748127-fe8c-49f7-bc23-d06ce1963835 req-00b4263f-1609-4ecf-b3de-3a45aeb5f06a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Jun 15 14:18:11.989170 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ad0bb7c-662c-436e-8170-4f02af9400f2 req-806d0ec0-8c09-4884-9c1f-66953d7436cf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 210 time: 0.0382543 Jun 15 14:18:12.159443 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-f0b04581-2050-48a3-a04c-491fef0f355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.160960 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-f0b04581-2050-48a3-a04c-491fef0f355e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.0636191 Jun 15 14:18:12.283250 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-1ca7609d-fdb5-4353-a5cf-bc41ad2cefd9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.285045 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-1ca7609d-fdb5-4353-a5cf-bc41ad2cefd9 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 810 time: 0.1706135 Jun 15 14:18:12.362791 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e0ff25c0-4838-4c22-885d-5dab4d98b214 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcf39de6990d4d11adcd5e608fbb4d78 HTTP/1.1" status: 200 len: 380 time: 0.0615091 Jun 15 14:18:12.364146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-c8338df5-f769-4697-a4f4-cd2a4d3ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.367719 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-c8338df5-f769-4697-a4f4-cd2a4d3ecd1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.1775715 Jun 15 14:18:12.375100 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'port': {'device_id': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'admin_state_up': True, 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'security_groups': ['5001ec72-961d-4dd0-aa8c-00b1cf01bd71']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:12.478646 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-e84da271-a512-4bb6-89b7-469d21044a4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 1000 time: 0.0889230 Jun 15 14:18:12.536884 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-f512235f-5545-4967-b512-055a4ed4d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.538366 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-f512235f-5545-4967-b512-055a4ed4d6d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.0517979 Jun 15 14:18:12.567139 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab18bab-8630-4e7c-b11a-79ebfb021817 req-4ad28a8c-f0e6-427d-80a3-6f25c0df7f0a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.567999 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ab18bab-8630-4e7c-b11a-79ebfb021817 req-4ad28a8c-f0e6-427d-80a3-6f25c0df7f0a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1597295 Jun 15 14:18:12.575427 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Made reservation on behalf of bcf39de6990d4d11adcd5e608fbb4d78 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:12.578836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.621490 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-d22a1057-1244-4b0b-ae70-cf2aa179fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.623470 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-d22a1057-1244-4b0b-ae70-cf2aa179fe09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747240 Jun 15 14:18:12.637072 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3ab18bab-8630-4e7c-b11a-79ebfb021817 req-e6db4e54-840c-47d6-85ab-3d728d60c170 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625741 Jun 15 14:18:12.744060 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-87895245-40b6-4a26-9073-baf8abea2950 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124866 Jun 15 14:18:12.763965 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Allocated IP 172.20.0.14 (3631a935-036f-4ca1-871f-456568654dfc/56a66450-e089-407e-9fba-c10b8e036f04/79719704-d27f-44fe-a306-219b2a2ae841) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:12.927546 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.940562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Transition to ACTIVE for port object 79719704-d27f-44fe-a306-219b2a2ae841 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:12.959100 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:18:12.975654 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.979822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:13.028004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Network 3631a935-036f-4ca1-871f-456568654dfc is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:13.031390 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:13.033974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:13.072011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event updated for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:13.080484 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:13.100070 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:13.100845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.149660 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791247 Jun 15 14:18:13.187730 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c6820-c9d3-47bd-a64c-5aa11187d2ba req-ed8f2c4d-6249-4cf7-8b0c-17070983ffa5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:13.189259 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f55c6820-c9d3-47bd-a64c-5aa11187d2ba req-ed8f2c4d-6249-4cf7-8b0c-17070983ffa5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 932 time: 0.0815828 Jun 15 14:18:13.232075 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f55c6820-c9d3-47bd-a64c-5aa11187d2ba req-ba54f376-0196-4b4a-affd-8e559a09bf10 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jun 15 14:18:13.311735 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b3a6d110-7540-4d7a-b9d0-7a173de0da02 None None] Provisioning for port 79719704-d27f-44fe-a306-219b2a2ae841 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:13.315808 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b3a6d110-7540-4d7a-b9d0-7a173de0da02 None None] Provisioning complete for port 79719704-d27f-44fe-a306-219b2a2ae841 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:13.316189 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d110-7540-4d7a-b9d0-7a173de0da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.356068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6d110-7540-4d7a-b9d0-7a173de0da02 None None] Port 79719704-d27f-44fe-a306-219b2a2ae841 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:13.821426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aba24-2eaf-46df-a327-bc029fc3a424 req-7c2fe39e-7343-465c-be00-aea12b15e4cd tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:13.822897 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-db8aba24-2eaf-46df-a327-bc029fc3a424 req-7c2fe39e-7343-465c-be00-aea12b15e4cd tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0703347 Jun 15 14:18:13.863364 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-db8aba24-2eaf-46df-a327-bc029fc3a424 req-d06ce95a-f1c5-4297-8d62-e48afbe8e1ea tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344522 Jun 15 14:18:14.415529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887833-5356-46b0-aef8-f76ff1bef585 req-67ebd8c2-60ae-4954-baee-948810be4dc4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:14.416975 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6887833-5356-46b0-aef8-f76ff1bef585 req-67ebd8c2-60ae-4954-baee-948810be4dc4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 932 time: 0.0737903 Jun 15 14:18:14.458602 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f6887833-5356-46b0-aef8-f76ff1bef585 req-dc29f272-5af9-4a4b-b8df-d72e944766bf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357764 Jun 15 14:18:15.041701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46faf3-0bc1-41fa-8fb0-58cab05ca8ad req-490ce228-6daf-4ca9-bf8a-987a5a9a9976 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:15.043148 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df46faf3-0bc1-41fa-8fb0-58cab05ca8ad req-490ce228-6daf-4ca9-bf8a-987a5a9a9976 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0672703 Jun 15 14:18:15.083851 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df46faf3-0bc1-41fa-8fb0-58cab05ca8ad req-35d5330d-1a18-4234-b392-48d3fcc63f3c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Jun 15 14:18:15.639669 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24bb93-9ebe-494e-8a76-361e6591eec0 req-c15e835a-dd6a-4acb-b382-100cbef8ef84 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:15.641121 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd24bb93-9ebe-494e-8a76-361e6591eec0 req-c15e835a-dd6a-4acb-b382-100cbef8ef84 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 932 time: 0.0728414 Jun 15 14:18:15.681830 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cd24bb93-9ebe-494e-8a76-361e6591eec0 req-aff8f8a8-434e-486e-bef3-ccdf527ecb24 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Jun 15 14:18:15.742412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Request body: {'port': {'device_id': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:15.833177 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.833441 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0fbff04-516e-48f4-9be8-1e5fdd812144 req-0b2875af-61e1-42fe-ab7c-31f447901bfd service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127343 Jun 15 14:18:16.003114 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-48e9f3c2-da54-4737-bdc1-591b013e6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.004554 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-48e9f3c2-da54-4737-bdc1-591b013e6c1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.0609348 Jun 15 14:18:16.128314 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-d6f55776-80d5-4401-8f6e-b26eb170f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.129844 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-d6f55776-80d5-4401-8f6e-b26eb170f420 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.1148520 Jun 15 14:18:16.222242 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-e7848802-52f5-4bd2-adf5-b881c03a02b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 1000 time: 0.0828524 Jun 15 14:18:16.284454 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-bbfcab7b-8e1e-4ab2-b745-0c8afe7daad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.286008 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-bbfcab7b-8e1e-4ab2-b745-0c8afe7daad7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.0565767 Jun 15 14:18:16.353171 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-86248382-9c54-4a41-85d2-fd089121565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.354801 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-86248382-9c54-4a41-85d2-fd089121565b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620465 Jun 15 14:18:16.373409 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1757-4f29-41d9-a798-1d10badd683c req-c97d22a0-f690-4b9b-bd8c-a35f8bf830b0 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.374872 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f13d1757-4f29-41d9-a798-1d10badd683c req-c97d22a0-f690-4b9b-bd8c-a35f8bf830b0 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1730623 Jun 15 14:18:16.443802 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f13d1757-4f29-41d9-a798-1d10badd683c req-1cc39592-167f-4701-b57c-9a7c8571fae1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617325 Jun 15 14:18:16.477298 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-6ca48614-9c7f-4199-89c3-b0e7c6ce2bce service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137080 Jun 15 14:18:16.484383 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79719704-d27f-44fe-a306-219b2a2ae841 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:16.497612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.511760 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Transition to ACTIVE for port object 79719704-d27f-44fe-a306-219b2a2ae841 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:16.515139 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.518697 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.616432 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fa89b459-e746-4f3a-8afe-149f4ea07237 req-dae80dd1-88f9-4228-9245-8b8e1f2324a8 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299632 Jun 15 14:18:16.677232 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.707383 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:16.742176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Attempting to bind port 79719704-d27f-44fe-a306-219b2a2ae841 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:16.742579 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Attempting to bind port 79719704-d27f-44fe-a306-219b2a2ae841 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:16.742972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Attempting to bind port 79719704-d27f-44fe-a306-219b2a2ae841 on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:16.748125 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Port 79719704-d27f-44fe-a306-219b2a2ae841 on network 3631a935-036f-4ca1-871f-456568654dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:18:16.748514 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Attempting to bind port 79719704-d27f-44fe-a306-219b2a2ae841 on network 3631a935-036f-4ca1-871f-456568654dfc {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:16.754308 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:16.754730 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Checking segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:16.755178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Bound using segment: {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:16.755889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Bound port: 79719704-d27f-44fe-a306-219b2a2ae841, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3631a935-036f-4ca1-871f-456568654dfc'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:16.756025 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.866374 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:16.871850 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=79719704-d27f-44fe-a306-219b2a2ae841,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:16.880686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.884686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6a7824da-adef-454b-a351-48b1ff0c6b57 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.933034 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.933673 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.935104 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] 10.222.0.23 "PUT /v2.0/ports/79719704-d27f-44fe-a306-219b2a2ae841 HTTP/1.1" status: 200 len: 1094 time: 1.1969860 Jun 15 14:18:16.935576 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:16.938814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcfbf6b-4a98-499f-9604-dc722f3e5914" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "tag": "79719704-d27f-44fe-a306-219b2a2ae841"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:16.969148 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e8a80-ff51-47f1-9a68-92171a720c84 req-21425419-d1ac-4146-b82a-62decfa63042 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:16.970732 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a3e8a80-ff51-47f1-9a68-92171a720c84 req-21425419-d1ac-4146-b82a-62decfa63042 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 944 time: 0.1610565 Jun 15 14:18:16.974164 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.977485 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:17.059078 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2a3e8a80-ff51-47f1-9a68-92171a720c84 req-663b36b2-0038-4eff-9a09-90437542cdd5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787899 Jun 15 14:18:17.074469 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e7629452-3f1c-4e76-9bc3-92fea0b8f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.075931 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e7629452-3f1c-4e76-9bc3-92fea0b8f667 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 1097 time: 0.0877891 Jun 15 14:18:17.139012 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec16bcc-f3b6-49d5-8899-60f959dfd248 x-openstack-request-id: req-fec16bcc-f3b6-49d5-8899-60f959dfd248 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:17.139331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "tag": "79719704-d27f-44fe-a306-219b2a2ae841", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:17.139616 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fec16bcc-f3b6-49d5-8899-60f959dfd248 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:17.140038 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841', 'status': 'completed', 'code': 200} Jun 15 14:18:17.141888 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-f851af2f-c8fc-444a-8968-985febda6e9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79719704-d27f-44fe-a306-219b2a2ae841 HTTP/1.1" status: 200 len: 217 time: 0.0556097 Jun 15 14:18:17.210424 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-8f0eeca1-d9f0-425a-9d79-39ec1a4bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.211761 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-8f0eeca1-d9f0-425a-9d79-39ec1a4bb3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0511317 Jun 15 14:18:17.280724 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e2ff1ed0-507d-4ffb-a1b6-60f5f3de49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.282717 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-e2ff1ed0-507d-4ffb-a1b6-60f5f3de49e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621209 Jun 15 14:18:17.395230 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-ac7d6a43-88fd-4468-b68c-86070cae1419 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028662 Jun 15 14:18:17.510981 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6d45376a-9edf-4223-9b70-c30ea7f98f33 req-f98fee21-1426-4364-a89a-c9a469cfaa05 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086452 Jun 15 14:18:17.680287 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-5f58dc20-9c2a-4f93-abcf-81da08d78e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.681805 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-5f58dc20-9c2a-4f93-abcf-81da08d78e8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 1097 time: 0.1145489 Jun 15 14:18:17.690665 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17a21d-14f0-42f2-9b54-10fe8a8d6577 req-ebedb2eb-2571-4362-bc2e-09e32ae5a238 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.692050 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ce17a21d-14f0-42f2-9b54-10fe8a8d6577 req-ebedb2eb-2571-4362-bc2e-09e32ae5a238 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0952277 Jun 15 14:18:17.807003 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ce17a21d-14f0-42f2-9b54-10fe8a8d6577 req-30dbade5-4d30-4da8-8e28-8e904231af9b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068192 Jun 15 14:18:17.833833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-33bbcd5c-d10e-4cf4-b050-ffd1ebf4dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.835267 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-33bbcd5c-d10e-4cf4-b050-ffd1ebf4dbfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.1423762 Jun 15 14:18:17.889285 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-81f24a0d-e7c3-474e-ac9e-3b3afeffb233 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79719704-d27f-44fe-a306-219b2a2ae841 HTTP/1.1" status: 200 len: 217 time: 0.0466664 Jun 15 14:18:17.953444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-faafc9e9-d63b-4ff3-bff9-b81f1dec680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.955163 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-faafc9e9-d63b-4ff3-bff9-b81f1dec680c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0581000 Jun 15 14:18:18.022542 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-5c75348c-0ade-4be1-848e-ae059f901b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:18.024030 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-5c75348c-0ade-4be1-848e-ae059f901b61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611055 Jun 15 14:18:18.156392 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-44fc61b1-6027-4843-bd46-1f0ee52e1fa1 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094959 Jun 15 14:18:18.335289 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afcfbf6b-4a98-499f-9604-dc722f3e5914 req-b13c7d82-06af-4150-9cf4-6846900c3ead service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675763 Jun 15 14:18:18.343524 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30229684-e378-49a7-b866-13e6108ca84a req-77f2d581-23e6-4e70-b5c7-3e5b82961828 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:18.345483 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-30229684-e378-49a7-b866-13e6108ca84a req-77f2d581-23e6-4e70-b5c7-3e5b82961828 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 944 time: 0.1576567 Jun 15 14:18:18.385903 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-30229684-e378-49a7-b866-13e6108ca84a req-815a882d-dc1b-4287-a9ca-f4b30776afdf tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Jun 15 14:18:19.013484 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee319132-5df5-4fd3-9a79-3e389ddbac0a req-679a4c9d-e342-4d99-8165-ce4151ad7cf1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:19.014978 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee319132-5df5-4fd3-9a79-3e389ddbac0a req-679a4c9d-e342-4d99-8165-ce4151ad7cf1 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0880516 Jun 15 14:18:19.058622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36430) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:19.059126 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ee319132-5df5-4fd3-9a79-3e389ddbac0a req-7deeac9a-6641-427a-b6ff-8eb2a10981b8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 Jun 15 14:18:19.167292 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.263618 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.267768 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.270492 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:19.314796 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8b81f021ddc4508b193575ed57cb192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543511 Jun 15 14:18:19.315729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756daa9b-1f56-4ddf-bd67-fc92fa1790f6,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:19.317440 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36436) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:19.318730 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:19.370670 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.394489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.450194 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.453341 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.454556 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/756daa9b-1f56-4ddf-bd67-fc92fa1790f6 HTTP/1.1" status: 204 len: 168 time: 0.1358550 Jun 15 14:18:19.455353 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f9591415-92a5-4324-83a2-fa8178946f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:19.464272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756daa9b-1f56-4ddf-bd67-fc92fa1790f6,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:19.466519 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:19.582452 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ac592-6188-495b-a89e-caff41d14e9a req-66f7b946-46b4-4a3c-938f-eeca2c60060d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:19.584087 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-440ac592-6188-495b-a89e-caff41d14e9a req-66f7b946-46b4-4a3c-938f-eeca2c60060d tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 944 time: 0.0768957 Jun 15 14:18:19.634477 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-440ac592-6188-495b-a89e-caff41d14e9a req-51e49962-1472-460a-a687-16efbcea602b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Jun 15 14:18:20.242713 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b40cb-de14-47b3-837e-e7b452796152 req-7c73ebcb-2f45-408d-81b0-c2558a3842c8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.244160 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1a5b40cb-de14-47b3-837e-e7b452796152 req-7c73ebcb-2f45-408d-81b0-c2558a3842c8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0735281 Jun 15 14:18:20.285977 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1a5b40cb-de14-47b3-837e-e7b452796152 req-487a6cf6-0a6e-4fe6-b366-6d658db382e2 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355484 Jun 15 14:18:20.562614 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-e930767c-4247-4941-b5e0-ccf93a5631df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587952 Jun 15 14:18:20.660918 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5070cae-08d9-4987-97f3-d5991762040b req-d4c8132b-4faa-45a4-942d-ad52a8032945 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.662429 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5070cae-08d9-4987-97f3-d5991762040b req-d4c8132b-4faa-45a4-942d-ad52a8032945 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0744560 Jun 15 14:18:20.709155 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c5070cae-08d9-4987-97f3-d5991762040b req-051f58cb-9ad1-4d1b-be75-cb231cb21cb3 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 Jun 15 14:18:20.824006 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c67c20-72c2-4b13-8b46-58c590dde1e7 req-c8ae557d-33c6-4d5a-adf3-f3e8c354e105 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.825477 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-12c67c20-72c2-4b13-8b46-58c590dde1e7 req-c8ae557d-33c6-4d5a-adf3-f3e8c354e105 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 944 time: 0.0728612 Jun 15 14:18:20.869684 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-12c67c20-72c2-4b13-8b46-58c590dde1e7 req-354876a0-1301-44a6-82f5-de66c398fa69 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Jun 15 14:18:21.761819 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 79719704-d27f-44fe-a306-219b2a2ae841 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:21.880931 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=79719704-d27f-44fe-a306-219b2a2ae841,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:21.893146 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '79719704-d27f-44fe-a306-219b2a2ae841', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'port_id': '79719704-d27f-44fe-a306-219b2a2ae841', 'mac_address': 'fa:16:3e:57:26:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:21.896007 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c331b-f3c4-432f-bcf2-a8df1f221325 req-b44c77ae-f70f-4c0d-b671-eda8a2321996 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:21.897574 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-530c331b-f3c4-432f-bcf2-a8df1f221325 req-b44c77ae-f70f-4c0d-b671-eda8a2321996 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0725756 Jun 15 14:18:21.942952 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.946241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-530c331b-f3c4-432f-bcf2-a8df1f221325 req-0162653d-7f20-4120-acb6-91563d4b2425 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Jun 15 14:18:21.974255 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79719704-d27f-44fe-a306-219b2a2ae841 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:21.997617 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=79719704-d27f-44fe-a306-219b2a2ae841,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:22.001830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.003612 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6b4aa43a-6daa-4a37-b341-5201942c6ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:22.056151 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:22.059222 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:22.100427 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-013b3c8c-20c8-4312-bc77-e932ebc94975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.101931 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-013b3c8c-20c8-4312-bc77-e932ebc94975 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed&tenant_id=abe3928ad3bc44b29e09e871fc6dc52b HTTP/1.1" status: 200 len: 1098 time: 0.1449056 Jun 15 14:18:22.115085 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6565-b86d-4378-a01b-1a8716423702 req-1936f493-d2a7-4189-9798-03717a219d55 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.116483 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c01b6565-b86d-4378-a01b-1a8716423702 req-1936f493-d2a7-4189-9798-03717a219d55 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 945 time: 0.1131656 Jun 15 14:18:22.192485 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c01b6565-b86d-4378-a01b-1a8716423702 req-04fd8040-f8eb-4ad6-9a44-7b745a17bbb5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701754 Jun 15 14:18:22.211277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-5cbb6606-b186-4423-b3fd-bfc2e4673b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.212834 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-5cbb6606-b186-4423-b3fd-bfc2e4673b51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.0832160 Jun 15 14:18:22.262013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['79719704-d27f-44fe-a306-219b2a2ae841'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:22.332309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-74df7378-e973-4ac6-9a56-f50cb058532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.333794 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-74df7378-e973-4ac6-9a56-f50cb058532c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.1122034 Jun 15 14:18:22.420514 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-516c30a8-9873-4ae5-b512-4e66064b2c36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 1000 time: 0.0792232 Jun 15 14:18:22.476549 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-235b4424-75cb-4e7a-8f71-bfe88326de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.477969 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-235b4424-75cb-4e7a-8f71-bfe88326de54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.0511754 Jun 15 14:18:22.546532 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-335073b5-541d-4b8f-8e4e-1eb899351639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.548000 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-335073b5-541d-4b8f-8e4e-1eb899351639 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621293 Jun 15 14:18:22.662012 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-56ac7815-601a-4015-bd7a-a569575ba926 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051300 Jun 15 14:18:22.775961 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31c8dcb0-0872-403a-b705-eef7f8dccdf6 req-477e7b01-987d-4d2f-9f09-7dd26f976f02 service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060715 Jun 15 14:18:23.132250 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1b1a-fae7-40ee-9a89-6df8a94b705f req-8c3fca87-0131-457e-9792-5565390a4588 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:23.133650 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-483c1b1a-fae7-40ee-9a89-6df8a94b705f req-8c3fca87-0131-457e-9792-5565390a4588 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0717795 Jun 15 14:18:23.174561 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-483c1b1a-fae7-40ee-9a89-6df8a94b705f req-3212a5c1-2e34-41be-b686-138a886ec32a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350027 Jun 15 14:18:23.370622 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f581b-ff85-4b09-811c-d4add19954ba req-5d93969a-499f-4baa-9b58-484b1f2d97e4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:23.372035 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-009f581b-ff85-4b09-811c-d4add19954ba req-5d93969a-499f-4baa-9b58-484b1f2d97e4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 945 time: 0.0684617 Jun 15 14:18:23.411726 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-009f581b-ff85-4b09-811c-d4add19954ba req-3c39560d-4f5e-4ee1-9a57-a7159cb469d4 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340190 Jun 15 14:18:23.786266 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 79719704-d27f-44fe-a306-219b2a2ae841 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:23.840547 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 79719704-d27f-44fe-a306-219b2a2ae841 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:23.844081 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 79719704-d27f-44fe-a306-219b2a2ae841 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:23.844467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.935178 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.960262 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:23.962653 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7a2a48-12f4-442b-9574-b29eb64e2725" -d '{"events": [{"server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "name": "network-vif-plugged", "status": "completed", "tag": "79719704-d27f-44fe-a306-219b2a2ae841"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:23.976351 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=79719704-d27f-44fe-a306-219b2a2ae841,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:23.980437 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.981301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:23.983749 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:24.071061 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:24.074571 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:24.125286 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:24.161650 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:24.165403 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:24.167302 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:24.195692 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829ca76c-699f-4acf-9fc1-f22d1cd3cccd x-openstack-request-id: req-829ca76c-699f-4acf-9fc1-f22d1cd3cccd {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:24.195980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "name": "network-vif-plugged", "status": "completed", "tag": "79719704-d27f-44fe-a306-219b2a2ae841", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:24.196238 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-829ca76c-699f-4acf-9fc1-f22d1cd3cccd {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:24.196622 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841', 'code': 200} Jun 15 14:18:24.224794 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=6']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:24.227800 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:24.373832 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311be2-5e61-498e-b5a1-0b3cc248ef5d req-fc9d31aa-e06a-49c8-b66b-e5424c6919f7 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:24.375123 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d311be2-5e61-498e-b5a1-0b3cc248ef5d req-fc9d31aa-e06a-49c8-b66b-e5424c6919f7 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.0833993 Jun 15 14:18:24.442870 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d311be2-5e61-498e-b5a1-0b3cc248ef5d req-0dcc2832-8e32-4891-829d-de4ab8ed6089 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Jun 15 14:18:24.454894 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f923e3-ef8f-4c12-854e-a4d2f9921ca7 req-6b1007a3-4898-43ad-8b32-7ab34fd066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:24.456358 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-60f923e3-ef8f-4c12-854e-a4d2f9921ca7 req-6b1007a3-4898-43ad-8b32-7ab34fd066cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 1099 time: 0.0976756 Jun 15 14:18:24.493769 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-60f923e3-ef8f-4c12-854e-a4d2f9921ca7 req-97c31caa-79ad-4eea-8d2e-c9a4525bdd6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Jun 15 14:18:24.600230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6066aa-b7cd-4d0a-a321-35e0474e2962 req-0053794d-1e14-4539-8fc1-a69b0aed9c39 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:24.601737 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2e6066aa-b7cd-4d0a-a321-35e0474e2962 req-0053794d-1e14-4539-8fc1-a69b0aed9c39 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.0715396 Jun 15 14:18:24.643534 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2e6066aa-b7cd-4d0a-a321-35e0474e2962 req-4c65a62d-c98c-464e-8f1d-37ba0c955101 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358727 Jun 15 14:18:25.642878 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28209487-5fb8-4189-bde5-e2bbd14effd3 req-ca95098b-0f9e-48df-9cdb-a676994e63dc tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:25.644339 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-28209487-5fb8-4189-bde5-e2bbd14effd3 req-ca95098b-0f9e-48df-9cdb-a676994e63dc tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.0883801 Jun 15 14:18:25.693738 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-28209487-5fb8-4189-bde5-e2bbd14effd3 req-36c07b37-a6e8-4cc3-b122-6ce37351e55b tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Jun 15 14:18:26.075251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab990be-d45a-4c47-b39d-6d2c611c91f3 req-f730b318-e689-4b95-abeb-feb7a70d1f5a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:26.076607 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bab990be-d45a-4c47-b39d-6d2c611c91f3 req-f730b318-e689-4b95-abeb-feb7a70d1f5a tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.3209555 Jun 15 14:18:26.116979 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bab990be-d45a-4c47-b39d-6d2c611c91f3 req-e4c003a7-8ebc-4e71-951f-6cc877fb28fb tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346889 Jun 15 14:18:26.198082 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:26.200429 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650d29c-8b31-435e-9618-cf7b4b6d9bd5" -d '{"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:26.234880 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bd561-e761-4604-8652-7041abef19b1 x-openstack-request-id: req-e78bd561-e761-4604-8652-7041abef19b1 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:26.235179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:26.235453 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e78bd561-e761-4604-8652-7041abef19b1 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:26.235847 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'code': 200} Jun 15 14:18:26.290225 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f3cf1-23ba-4cb8-b043-136b9f93de55 req-bd009225-1dde-4a79-8bb6-cfe6055f0d91 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:26.291641 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9f7f3cf1-23ba-4cb8-b043-136b9f93de55 req-bd009225-1dde-4a79-8bb6-cfe6055f0d91 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.0690742 Jun 15 14:18:26.300578 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36492) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:26.304900 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Request body: {'floatingip': {'port_id': '79719704-d27f-44fe-a306-219b2a2ae841'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:26.361824 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:26.976014 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd94df2-5f0f-4caf-b9eb-01fb70e4a17d req-c2df35e5-81da-4249-b3b9-15b0fe3c373c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:26.977472 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ebd94df2-5f0f-4caf-b9eb-01fb70e4a17d req-c2df35e5-81da-4249-b3b9-15b0fe3c373c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1687353 Jun 15 14:18:26.983602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.000998 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.127181 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ebd94df2-5f0f-4caf-b9eb-01fb70e4a17d req-29e88573-ed94-4bf5-947d-92363fe40ac9 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424077 Jun 15 14:18:27.157948 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Floating IP 4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8 associated. External IP: 172.27.0.145, port: 79719704-d27f-44fe-a306-219b2a2ae841. Jun 15 14:18:27.442930 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:27.585691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:27.590468 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.595872 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbac132-d146-4049-890e-d55983364279 None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:27.605771 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:27.606485 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:27.635160 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-799ab3c8-c04d-4d90-8d54-b35dc0b7f306 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "PUT /v2.0/floatingips/4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8 HTTP/1.1" status: 200 len: 992 time: 1.3335640 Jun 15 14:18:27.635806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:27.638115 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8c1e9-8516-4feb-9776-645f2062b145" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "tag": "79719704-d27f-44fe-a306-219b2a2ae841"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:27.675603 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650cd92-5d10-4b1b-ac4f-c7ef204fdc07 x-openstack-request-id: req-1650cd92-5d10-4b1b-ac4f-c7ef204fdc07 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:27.675931 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "tag": "79719704-d27f-44fe-a306-219b2a2ae841", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:27.676220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1650cd92-5d10-4b1b-ac4f-c7ef204fdc07 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:27.676651 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841', 'status': 'completed', 'code': 200} Jun 15 14:18:27.751112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:27.771633 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-f0afb857-ca00-4087-8c68-df12ad652a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.773173 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-f0afb857-ca00-4087-8c68-df12ad652a47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 1099 time: 0.0663252 Jun 15 14:18:27.893426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-9bdff394-ba07-47b7-a5a9-f01750e49810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.894943 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-9bdff394-ba07-47b7-a5a9-f01750e49810 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 200 len: 911 time: 0.1086655 Jun 15 14:18:27.980912 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-e026f5c5-77c2-4c1c-8e97-52be51520438 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79719704-d27f-44fe-a306-219b2a2ae841 HTTP/1.1" status: 200 len: 1000 time: 0.0788698 Jun 15 14:18:28.040925 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-14ee6e37-d099-4400-ada4-e113edbd2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:28.042365 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-14ee6e37-d099-4400-ada4-e113edbd2e54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 200 len: 849 time: 0.0534420 Jun 15 14:18:28.114556 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-a629429f-4795-440b-ae4a-9dc2ef0cd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:28.116075 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-a629429f-4795-440b-ae4a-9dc2ef0cd6d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3631a935-036f-4ca1-871f-456568654dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651019 Jun 15 14:18:28.171343 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '79719704-d27f-44fe-a306-219b2a2ae841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:57:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:26Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:28.175070 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbac132-d146-4049-890e-d55983364279 None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:28.183857 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:28.184472 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:28.247340 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-e03ed1ce-846f-4abf-b1d6-70c3d14610bf service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206818 Jun 15 14:18:28.326296 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:28.423257 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cb822-2678-4e5b-b60e-0c0d20bd7e9c req-a4ee8db4-2850-4efb-8bef-2e02b4134ef4 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:28.424713 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-485cb822-2678-4e5b-b60e-0c0d20bd7e9c req-a4ee8db4-2850-4efb-8bef-2e02b4134ef4 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1571896 Jun 15 14:18:28.426909 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3f8c1e9-8516-4feb-9776-645f2062b145 req-5fd91838-ea50-4481-83fe-d1b677a103c3 service neutron] 10.222.0.23 "GET /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673279 Jun 15 14:18:28.468928 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-485cb822-2678-4e5b-b60e-0c0d20bd7e9c req-f33b13a4-e589-4064-82db-018bfb446be8 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Jun 15 14:18:28.621326 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4fbac132-d146-4049-890e-d55983364279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '79719704-d27f-44fe-a306-219b2a2ae841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:57:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:26Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:28.624851 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbac132-d146-4049-890e-d55983364279 None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'port_id': '79719704-d27f-44fe-a306-219b2a2ae841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'mac_address': 'fa:16:3e:57:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:26Z', 'revision_number': 1, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:28.805054 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1bbd9-6417-4172-b360-51f57edd1275 None None] New status for floating IP 4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:18:28.832216 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-e15cb625-e311-42ba-9250-c0c1951289a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931346250&fields=id&tenant_id=90ccd0823b40485b8e36360a49e37cfc HTTP/1.1" status: 200 len: 267 time: 0.0422673 Jun 15 14:18:29.211149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-d5f75a9d-6f23-4c31-a564-e718ffed67bb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.212469 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-d5f75a9d-6f23-4c31-a564-e718ffed67bb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 985 time: 0.3723321 Jun 15 14:18:29.227436 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Request body: {'port': {'security_groups': ['0be6050b-64c0-40b9-ae72-5c3347c622a2']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:29.258705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd6139-7a31-442b-85b2-0d6e582b93d5 req-78b914a6-6e38-48e9-a1fe-bd9bf0b2cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.260130 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43bd6139-7a31-442b-85b2-0d6e582b93d5 req-78b914a6-6e38-48e9-a1fe-bd9bf0b2cae4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1096 time: 0.1069975 Jun 15 14:18:29.338634 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43bd6139-7a31-442b-85b2-0d6e582b93d5 req-2df7cc6f-853a-449d-9746-d59711865a83 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698638 Jun 15 14:18:29.354781 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.561261 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:29.601692 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.632515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.636686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a407e806-7c00-4899-a3fa-3bf45a4d4f38 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:29.645417 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:29.701842 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.702455 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.704369 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a7697187-d5a1-4ded-92a8-996e220b4fb3 req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "PUT /v2.0/ports/71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 943 time: 0.4821908 Jun 15 14:18:29.705017 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:29.707329 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d80ea-f623-43de-889b-ea719b1a45d6" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:29.710499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36520) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:29.732420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event updated for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=7']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:29.737132 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:29.749814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bdcc9-8579-4a5c-95e3-1ee3db8b4309 req-8cfd0a2f-18d2-43b6-acc7-b1a879df6d9f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.751407 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7f7bdcc9-8579-4a5c-95e3-1ee3db8b4309 req-8cfd0a2f-18d2-43b6-acc7-b1a879df6d9f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.1619146 Jun 15 14:18:29.802930 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7f7bdcc9-8579-4a5c-95e3-1ee3db8b4309 req-589e2d35-67ce-4cf8-8541-d14219f6ec9f tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454063 Jun 15 14:18:29.819217 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3deec1-f46a-49c7-8527-be89ab07c2b1 x-openstack-request-id: req-fc3deec1-f46a-49c7-8527-be89ab07c2b1 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:29.819708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:29.820086 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc3deec1-f46a-49c7-8527-be89ab07c2b1 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:29.820619 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:18:29.831425 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:29.855624 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.893178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.915035 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-ce2543b5-2761-467e-a674-f9203befebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.928601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-ce2543b5-2761-467e-a674-f9203befebc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1099 time: 0.0991654 Jun 15 14:18:29.977998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.982111 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.983528 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "DELETE /v2.0/security-groups/a9829800-7815-4601-9fb0-23266e25c749 HTTP/1.1" status: 204 len: 168 time: 0.2713301 Jun 15 14:18:29.985607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cae77e47-58f3-4245-b933-a11f16a585db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:29.988815 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36524) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:30.057810 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9829800-7815-4601-9fb0-23266e25c749,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:30.081237 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:30.102679 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-3dba71d5-cb18-4773-b132-f06247e2b258 None None] Provisioning complete for port 71a388b0-c2c0-4ec9-910b-4133d18c68cd triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:30.103063 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3dba71d5-cb18-4773-b132-f06247e2b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.105570 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-e94408b8-7616-41c8-8c49-023268359247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:30.107015 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-e94408b8-7616-41c8-8c49-023268359247 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 916 time: 0.1550238 Jun 15 14:18:30.210399 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Deleting port 2a545a0e-4a0e-4890-8587-9ab4e7587e82 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:30.210741 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.240207 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-a494ccbe-a590-4963-9b76-c1efb170793c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 1001 time: 0.1196084 Jun 15 14:18:30.305383 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-c3f22620-7393-45ad-8718-fbbfce9295db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:30.306872 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-c3f22620-7393-45ad-8718-fbbfce9295db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0589564 Jun 15 14:18:30.379090 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.382255 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-451f4d8d-e59e-46ed-b0ac-29937a2cf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:30.383759 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-451f4d8d-e59e-46ed-b0ac-29937a2cf92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690076 Jun 15 14:18:30.517737 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-66f926ee-75f5-4189-822c-5d9e6c20754a service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186938 Jun 15 14:18:30.608983 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.609307 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.641166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e42d80ea-f623-43de-889b-ea719b1a45d6 req-45a22e16-62d3-4c19-a8e6-2f237fda44c0 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079714 Jun 15 14:18:30.703426 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Calling delete_port for 2a545a0e-4a0e-4890-8587-9ab4e7587e82 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:30.898810 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.900811 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:30.932779 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event deleted for resources: {'Port': ['ID=2a545a0e-4a0e-4890-8587-9ab4e7587e82,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:30.936238 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:31.001305 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02ed6-3310-4114-9466-485efd41775d req-5a03add8-60ed-4766-ba7a-a2e50b2a28fc tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.002900 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63b02ed6-3310-4114-9466-485efd41775d req-5a03add8-60ed-4766-ba7a-a2e50b2a28fc tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 943 time: 0.0747893 Jun 15 14:18:31.027430 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:31.027813 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Floating IP e0034da4-0493-4210-844d-8164e8f560ff disassociated (deleted). External IP: 172.27.0.97, port: 71a388b0-c2c0-4ec9-910b-4133d18c68cd. Jun 15 14:18:31.044802 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63b02ed6-3310-4114-9466-485efd41775d req-00f0f006-3671-470f-898b-4f0bfae8f74a tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 Jun 15 14:18:31.123665 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-04284c85-eccd-43a8-bfc4-9e85f146dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:31.314596 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Router 315a40f1-addc-45df-9c17-8f17d58a8867 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:31.456903 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:31.461233 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:31.468332 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Sync routers for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:31.487622 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:31.488265 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:31.503460 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-960ac9fc-c0ad-45e0-a693-bbad394de535 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "DELETE /v2.0/floatingips/e0034da4-0493-4210-844d-8164e8f560ff HTTP/1.1" status: 204 len: 168 time: 1.5123258 Jun 15 14:18:31.504218 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:31.506682 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:31.545099 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1da85-9997-492e-941e-3fbff50d6c03 x-openstack-request-id: req-03d1da85-9997-492e-941e-3fbff50d6c03 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:31.545425 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:31.546114 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03d1da85-9997-492e-941e-3fbff50d6c03 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:31.546541 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:18:31.644738 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:31.654220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-cd50b526-8843-4d00-bde6-bedcbb189082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.655881 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-cd50b526-8843-4d00-bde6-bedcbb189082 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ccd0823b40485b8e36360a49e37cfc&device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 1099 time: 0.0711355 Jun 15 14:18:31.789462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-f5651839-a58a-4dc6-b7c2-ed619e4000cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.791324 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-f5651839-a58a-4dc6-b7c2-ed619e4000cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 200 len: 916 time: 0.1287582 Jun 15 14:18:31.848462 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:31.858882 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-3f3b662c-2ee6-4535-b638-a23eec28ba76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 200 len: 217 time: 0.0560603 Jun 15 14:18:31.916331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-a2a5124f-7c24-43ab-b3e2-eef456fc4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.917833 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-a2a5124f-7c24-43ab-b3e2-eef456fc4f37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 200 len: 854 time: 0.0528238 Jun 15 14:18:31.985626 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-1e377df1-2c7d-4cd0-8ba8-0d58aaf38c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.987031 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-1e377df1-2c7d-4cd0-8ba8-0d58aaf38c63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de02d89f-0080-4a73-837e-76ec9bdbf2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615327 Jun 15 14:18:32.112848 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-e16f96c3-b7ac-467b-80cb-710b8f3e93df service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124949 Jun 15 14:18:32.155990 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:32.170946 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '2206700f-5739-4694-9623-32660dc53625', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'port_id': '2206700f-5739-4694-9623-32660dc53625', 'mac_address': 'fa:16:3e:16:2b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:32.181920 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:32.206365 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Checking router: 315a40f1-addc-45df-9c17-8f17d58a8867 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:32.226467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:32.227098 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:32.228925 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:32.229084 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cf17149b-ea32-4ee8-ba1c-239e7019f4ff req-c811c9b3-d0d2-4eab-b793-c4f49cb07190 service neutron] 10.222.0.23 "GET /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093159 Jun 15 14:18:32.340414 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2206700f-5739-4694-9623-32660dc53625 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:32.376152 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:32.382358 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:32.391233 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aeb3449a-cfa2-402c-a91c-e35f23c8aee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:32.432532 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:32.497413 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=7']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:32.503670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:32.690574 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['2206700f-5739-4694-9623-32660dc53625'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:32.785136 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:32.791744 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639cdbee-4e00-497e-96a7-e0a5ed44f1af None None] The sync data for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi is: [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:14:55Z', 'revision_number': 4, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '937f33ba-8e7e-4324-b0b4-edfd869d2bc3', 'name': '', 'network_id': 'de02d89f-0080-4a73-837e-76ec9bdbf2c3', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'mac_address': 'fa:16:3e:db:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:55Z', 'updated_at': '2021-06-15T14:15:04Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'subnets': [{'id': 'a077587f-4450-42b4-8f53-edfaacabc788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:33.041616 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a38053-3d64-4292-9d0e-6547f76b35c4 None None] New status for floating IP e0034da4-0493-4210-844d-8164e8f560ff: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:18:33.484585 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:33.512228 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e4977d9-6101-4439-807a-b3d833e4c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:33.834413 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:33.887804 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 2206700f-5739-4694-9623-32660dc53625 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:33.888105 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:33.980836 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.004377 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:34.006635 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe928015-40b7-42d3-9567-14c15d64609a" -d '{"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-plugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:34.020833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:34.024102 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.026018 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:34.052642 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cf951-2388-4ff2-80e6-b1331f1b3659 x-openstack-request-id: req-d70cf951-2388-4ff2-80e6-b1331f1b3659 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:34.052950 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-plugged", "status": "completed", "tag": "2206700f-5739-4694-9623-32660dc53625", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:34.053210 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d70cf951-2388-4ff2-80e6-b1331f1b3659 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:34.053624 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'code': 200} Jun 15 14:18:34.080798 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=8']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:34.083869 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:34.577623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79cf4f-8763-46f4-9d8d-97a124f18744 req-2f6a9561-c5cb-4041-ad29-eba385ee2085 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:34.579723 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d79cf4f-8763-46f4-9d8d-97a124f18744 req-2f6a9561-c5cb-4041-ad29-eba385ee2085 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0707526 Jun 15 14:18:34.621146 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3d79cf4f-8763-46f4-9d8d-97a124f18744 req-4890aa31-fa1c-4b27-ae7b-ead006809666 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358384 Jun 15 14:18:35.094468 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.813268 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9e510-9ec7-4d81-b7f9-b378f609b0f6 req-106aa89a-8a0e-44a1-a208-1d0cc88719cb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:35.814769 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ddf9e510-9ec7-4d81-b7f9-b378f609b0f6 req-106aa89a-8a0e-44a1-a208-1d0cc88719cb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.0774324 Jun 15 14:18:35.855012 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ddf9e510-9ec7-4d81-b7f9-b378f609b0f6 req-d8896c20-4e8a-45cd-9fe8-dfceac2cfcc2 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Jun 15 14:18:36.573864 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.084621 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a2227-5d55-4c8d-a4b6-7fae4cfa67cf req-ff0182a7-752c-4c1b-b00e-7350c888cdd4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.086055 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b2a2227-5d55-4c8d-a4b6-7fae4cfa67cf req-ff0182a7-752c-4c1b-b00e-7350c888cdd4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.1185224 Jun 15 14:18:37.105605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-498059d8-4c08-492b-a6ca-d72810bf9296 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.106953 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-498059d8-4c08-492b-a6ca-d72810bf9296 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 946 time: 0.1025617 Jun 15 14:18:37.168324 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b2a2227-5d55-4c8d-a4b6-7fae4cfa67cf req-93963c49-1264-4044-a673-49b7760ae8eb tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/security-groups?id=0be6050b-64c0-40b9-ae72-5c3347c622a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761318 Jun 15 14:18:37.239590 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Deleting port 71a388b0-c2c0-4ec9-910b-4133d18c68cd {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:37.239926 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.352038 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] For port 71a388b0-c2c0-4ec9-910b-4133d18c68cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71a388b0-c2c0-4ec9-910b-4133d18c68cd,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:37.352314 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.445241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Calling delete_port for 71a388b0-c2c0-4ec9-910b-4133d18c68cd owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:37.597680 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.601423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-43b4c490-6a5a-4f06-b96c-4a2d3471fc14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:37.612511 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['71a388b0-c2c0-4ec9-910b-4133d18c68cd'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:37.634011 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Pushing event deleted for resources: {'Port': ['ID=71a388b0-c2c0-4ec9-910b-4133d18c68cd,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:37.637664 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:37.693861 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] No DVR routers for this DVR port 71a388b0-c2c0-4ec9-910b-4133d18c68cd on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:37.696241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.698235 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-62526c62-3728-4ba0-9e25-18ee07b81b12 req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.23 "DELETE /v2.0/ports/71a388b0-c2c0-4ec9-910b-4133d18c68cd HTTP/1.1" status: 204 len: 173 time: 0.5773180 Jun 15 14:18:37.698726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'name': 'network-vif-deleted', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:37.700976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d8c97-6be2-4487-8ef3-54445f48dacc" -d '{"events": [{"server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "name": "network-vif-deleted", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:37.735488 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5320839d-f285-4806-bc03-2fdb2db5534d x-openstack-request-id: req-5320839d-f285-4806-bc03-2fdb2db5534d {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:37.735875 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9436d-9052-4ff3-903c-6475d41fe643", "name": "network-vif-deleted", "tag": "71a388b0-c2c0-4ec9-910b-4133d18c68cd", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:37.736226 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5320839d-f285-4806-bc03-2fdb2db5534d {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:37.736710 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9436d-9052-4ff3-903c-6475d41fe643', 'name': 'network-vif-deleted', 'tag': '71a388b0-c2c0-4ec9-910b-4133d18c68cd', 'status': 'completed', 'code': 200} Jun 15 14:18:38.331899 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c74a795e-7f8e-4e25-8428-030f6f0d80aa req-15b87a43-fad6-4e6c-a769-a418c8175171 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] 10.222.0.11 "GET /v2.0/ports?device_id=92d9436d-9052-4ff3-903c-6475d41fe643 HTTP/1.1" status: 200 len: 210 time: 0.0363958 Jun 15 14:18:40.066718 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36654) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:40.509919 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.828993 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Deleting port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:40.829223 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.942046 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] For port 937f33ba-8e7e-4324-b0b4-edfd869d2bc3, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:40.942400 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.039191 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Calling delete_port for 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:41.259535 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.261523 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9be21c83-4191-4602-9787-acc991607130 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:41.290561 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=937f33ba-8e7e-4324-b0b4-edfd869d2bc3,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:41.305591 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.306015 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.306333 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.306692 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.307046 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.307404 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.307754 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.308105 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.308469 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.308810 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.309153 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.309500 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.333417 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:41.527026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.933570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 71a388b0-c2c0-4ec9-910b-4133d18c68cd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:41.957154 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 71a388b0-c2c0-4ec9-910b-4133d18c68cd {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:41.957505 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 71a388b0-c2c0-4ec9-910b-4133d18c68cd not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:42.098655 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Router 315a40f1-addc-45df-9c17-8f17d58a8867 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:42.240858 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:42.246791 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-15fabf23-c9db-4708-9059-c740702431b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/315a40f1-addc-45df-9c17-8f17d58a8867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1780081 Jun 15 14:18:42.248386 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36668) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:42.250389 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Sync routers for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:42.262337 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:42.262963 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:42.392070 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.410935 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:42.546381 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.648027 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Deleting port 775a1d5c-8b94-4e1b-a787-d005d9adeff9 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:42.648641 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.762345 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] For port 775a1d5c-8b94-4e1b-a787-d005d9adeff9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=775a1d5c-8b94-4e1b-a787-d005d9adeff9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:42.762597 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.768529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0214e-3331-4440-9954-7e71486ae645 req-c81833a4-99c1-429b-8d3e-26359972b92e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:42.770054 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ffd0214e-3331-4440-9954-7e71486ae645 req-c81833a4-99c1-429b-8d3e-26359972b92e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0787008 Jun 15 14:18:42.811497 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:18:41Z', 'revision_number': 5, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port': {'id': '775a1d5c-8b94-4e1b-a787-d005d9adeff9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:52Z', 'updated_at': '2021-06-15T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:42.815476 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Checking router: 315a40f1-addc-45df-9c17-8f17d58a8867 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:42.817572 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ffd0214e-3331-4440-9954-7e71486ae645 req-87555102-569e-4bc4-a4c3-10f9a4f94b4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Jun 15 14:18:42.824070 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Routers {'315a40f1-addc-45df-9c17-8f17d58a8867'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:42.824658 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['315a40f1-addc-45df-9c17-8f17d58a8867'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:42.857112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Calling delete_port for 775a1d5c-8b94-4e1b-a787-d005d9adeff9 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:42.945034 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] Set router 315a40f1-addc-45df-9c17-8f17d58a8867 gateway port host: None {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:43.020994 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:18:42Z', 'revision_number': 6, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:43.024396 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f1e54-736c-4abb-a564-e25e9e23e46c None None] The sync data for ids ['315a40f1-addc-45df-9c17-8f17d58a8867'] in dv-cinder-796286-3-iscsi is: [{'id': '315a40f1-addc-45df-9c17-8f17d58a8867', 'name': 'tempest-TestMinimumBasicScenario-1238193014-router', 'tenant_id': '90ccd0823b40485b8e36360a49e37cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:51Z', 'updated_at': '2021-06-15T14:18:42Z', 'revision_number': 6, 'project_id': '90ccd0823b40485b8e36360a49e37cfc', 'gw_port_host': None}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:43.061344 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.063856 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:43.093073 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=775a1d5c-8b94-4e1b-a787-d005d9adeff9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:43.096777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:43.167097 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.310019 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.311980 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.386634 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.387154 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315a40f1-addc-45df-9c17-8f17d58a8867 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:18:43.392858 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.396345 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7b24ba2f-8510-4246-8572-f37bb7837d30 admin admin] 10.222.0.11 "DELETE /v2.0/routers/315a40f1-addc-45df-9c17-8f17d58a8867 HTTP/1.1" status: 204 len: 168 time: 1.1448274 Jun 15 14:18:43.396610 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36682) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:43.451968 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Deleting subnet a077587f-4450-42b4-8f53-edfaacabc788 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:18:43.455055 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.503594 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.624058 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.682390 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.685173 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:43.714385 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a077587f-4450-42b4-8f53-edfaacabc788,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:43.721773 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:43.722540 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.724621 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-befcd54d-f554-4fec-b15c-45c0339748c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a077587f-4450-42b4-8f53-edfaacabc788 HTTP/1.1" status: 204 len: 168 time: 0.3269894 Jun 15 14:18:43.727049 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46575ef7-cfbe-4911-aa4f-40cf616827fa None None] Network de02d89f-0080-4a73-837e-76ec9bdbf2c3 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:43.727203 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36686) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:43.840346 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.866150 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:43.908578 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Deleting port 18518eef-c427-4483-9b42-8a4209f10b96 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:43.908931 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.915248 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:43.915888 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 937f33ba-8e7e-4324-b0b4-edfd869d2bc3 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:43.916525 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 775a1d5c-8b94-4e1b-a787-d005d9adeff9 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:43.942305 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 775a1d5c-8b94-4e1b-a787-d005d9adeff9 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:43.942792 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 775a1d5c-8b94-4e1b-a787-d005d9adeff9 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:43.997016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] For port 18518eef-c427-4483-9b42-8a4209f10b96, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=18518eef-c427-4483-9b42-8a4209f10b96,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:43.997466 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.038829 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] DHCP port deletion for de02d89f-0080-4a73-837e-76ec9bdbf2c3 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:18:44.063641 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471710-8bad-4321-a376-60db0598adda req-699a8b4b-d378-43fb-9666-cdfbe19cafd6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.065198 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ba471710-8bad-4321-a376-60db0598adda req-699a8b4b-d378-43fb-9666-cdfbe19cafd6 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0970550 Jun 15 14:18:44.110578 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Calling delete_port for 18518eef-c427-4483-9b42-8a4209f10b96 owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:44.111525 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ba471710-8bad-4321-a376-60db0598adda req-b9323e60-fd6b-4a98-8996-67b5d36b1254 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405524 Jun 15 14:18:44.115324 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Deleting port 18518eef-c427-4483-9b42-8a4209f10b96 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:44.115718 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.202286 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] For port 18518eef-c427-4483-9b42-8a4209f10b96, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=18518eef-c427-4483-9b42-8a4209f10b96,segment=NetworkSegment(d0ba4e3e-15a3-422b-82ee-59688652d908),segment_id=d0ba4e3e-15a3-422b-82ee-59688652d908)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:44.202797 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.211725 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.215497 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:44.244693 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] No DVR routers for this DVR port 18518eef-c427-4483-9b42-8a4209f10b96 on host dv-cinder-796286-3-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:44.248803 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Pushing event deleted for resources: {'Port': ['ID=18518eef-c427-4483-9b42-8a4209f10b96,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:44.252089 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:44.298786 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Calling delete_port for 18518eef-c427-4483-9b42-8a4209f10b96 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:44.351298 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.362168 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de02d89f-0080-4a73-837e-76ec9bdbf2c3']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:44.372584 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ba4e3e-15a3-422b-82ee-59688652d908') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:44.372807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ba4e3e-15a3-422b-82ee-59688652d908') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:44.382872 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.397422 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.403126 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:18:44.403509 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:18:44.405119 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:18:44.409329 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:18:44.436461 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.439053 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:44.469726 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Pushing event deleted for resources: {'Port': ['ID=18518eef-c427-4483-9b42-8a4209f10b96,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:44.474183 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] No DVR routers for this DVR port 18518eef-c427-4483-9b42-8a4209f10b96 on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:44.480054 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.480422 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.480537 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.480773 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.481100 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.481427 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.481877 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.482209 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.482534 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.482861 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.483179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.483500 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.483857 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:44.488624 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.491301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:44.491457 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de02d89f-0080-4a73-837e-76ec9bdbf2c3 HTTP/1.1" status: 204 len: 168 time: 0.7627370 Jun 15 14:18:44.492510 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:44.493774 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36690) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:44.508004 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Pushing event deleted for resources: {'Network': ['ID=de02d89f-0080-4a73-837e-76ec9bdbf2c3,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:44.510998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:45.296770 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:45.429481 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedce945-54a7-460b-8721-24c4102e2116 req-4dfbc308-9197-4dd8-a7df-8ffb04b69b7f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:45.430853 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fedce945-54a7-460b-8721-24c4102e2116 req-4dfbc308-9197-4dd8-a7df-8ffb04b69b7f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.1915271 Jun 15 14:18:45.578417 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fedce945-54a7-460b-8721-24c4102e2116 req-dc8b095b-417d-494b-b5db-daf8e961b683 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419148 Jun 15 14:18:45.710053 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Deleting port e737d92e-de69-4947-87a8-ca3f94c2543d {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:45.710322 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:45.813122 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] For port e737d92e-de69-4947-87a8-ca3f94c2543d, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e737d92e-de69-4947-87a8-ca3f94c2543d,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:45.813479 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:45.848101 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 18518eef-c427-4483-9b42-8a4209f10b96 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:45.872970 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 18518eef-c427-4483-9b42-8a4209f10b96 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:45.873318 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 18518eef-c427-4483-9b42-8a4209f10b96 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:45.909946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Calling delete_port for e737d92e-de69-4947-87a8-ca3f94c2543d owned by network:router_interface {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:46.137000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.139603 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:46.167542 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Pushing event deleted for resources: {'Port': ['ID=e737d92e-de69-4947-87a8-ca3f94c2543d,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:46.197786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.198151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.198508 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.198855 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.199197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.199541 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.199880 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.200216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.200561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.200888 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.201220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.201566 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.206511 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:46.390849 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.674149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:46.863984 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:46.871383 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] 10.222.0.11 "PUT /v2.0/routers/2adc0f44-6c3e-4299-957e-b0ca685b0b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3728044 Jun 15 14:18:46.871576 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36700) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:46.874006 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Sync routers for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:46.883890 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:46.884490 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:46.885732 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c839d-66f5-459d-a134-0b0aa46656ab req-87ef0c20-c0d4-4ba1-bd09-a0d8b7399ce0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:46.887109 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa0c839d-66f5-459d-a134-0b0aa46656ab req-87ef0c20-c0d4-4ba1-bd09-a0d8b7399ce0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.1544976 Jun 15 14:18:47.032808 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fa0c839d-66f5-459d-a134-0b0aa46656ab req-6b2ca7f4-e0a0-499e-aae7-9984b6aabf06 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001191 Jun 15 14:18:47.052037 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks [] for router, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:47.119851 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:47.362832 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:18:46Z', 'revision_number': 5, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:47.366404 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Checking router: 2adc0f44-6c3e-4299-957e-b0ca685b0b34 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:47.374890 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Routers {'2adc0f44-6c3e-4299-957e-b0ca685b0b34'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:47.375419 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:18:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:47.461000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:47.518826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Deleting port 92a6e755-5a75-4ccc-843a-ee5fcaabe021 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:47.519055 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] Set router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:47.519195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:47.624204 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] For port 92a6e755-5a75-4ccc-843a-ee5fcaabe021, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=92a6e755-5a75-4ccc-843a-ee5fcaabe021,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:47.624645 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:47.717805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Calling delete_port for 92a6e755-5a75-4ccc-843a-ee5fcaabe021 owned by network:router_gateway {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:47.760280 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:18:46Z', 'revision_number': 5, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:47.763586 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b175d-0b77-45ee-a8c3-39369f62dd56 None None] The sync data for ids ['2adc0f44-6c3e-4299-957e-b0ca685b0b34'] in dv-cinder-796286-3-iscsi is: [{'id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'name': 'tempest-TestMinimumBasicScenario-1798542718-router', 'tenant_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:57Z', 'updated_at': '2021-06-15T14:18:46Z', 'revision_number': 5, 'project_id': 'a29e71f3ab9e40fa9ef43b5325ae56d1', 'gw_port': {'id': '92a6e755-5a75-4ccc-843a-ee5fcaabe021', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc0f44-6c3e-4299-957e-b0ca685b0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:58Z', 'updated_at': '2021-06-15T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:47.916911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:47.918809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aa26387c-e6b8-44f4-a8b5-177f6efda38d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:47.947087 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Pushing event deleted for resources: {'Port': ['ID=92a6e755-5a75-4ccc-843a-ee5fcaabe021,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:47.950177 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:48.030064 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.202801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.205431 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.273460 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.274219 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2adc0f44-6c3e-4299-957e-b0ca685b0b34 {{(pid=91923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:18:48.280399 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.281508 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] 10.222.0.11 "DELETE /v2.0/routers/2adc0f44-6c3e-4299-957e-b0ca685b0b34 HTTP/1.1" status: 204 len: 168 time: 1.4090171 Jun 15 14:18:48.284151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36708) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:48.294085 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5c4c-f16c-4296-8f0c-7f5ddcee074b req-6fb986a3-5845-45b7-85c2-9ad26701ebf8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:48.296003 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6ce5c4c-f16c-4296-8f0c-7f5ddcee074b req-6fb986a3-5845-45b7-85c2-9ad26701ebf8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.1342692 Jun 15 14:18:48.342937 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e6ce5c4c-f16c-4296-8f0c-7f5ddcee074b req-fcefe188-b7f0-4d8e-83c5-790c41947093 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Jun 15 14:18:48.344576 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Deleting subnet fe2f961f-e76a-42d9-99da-f5c68be83ac9 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:18:48.348647 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.400209 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.493235 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.554055 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.556934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7d9c4aca-feb0-4728-87f8-38bb777a3730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:48.591389 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2f961f-e76a-42d9-99da-f5c68be83ac9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:48.593320 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.595131 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe2f961f-e76a-42d9-99da-f5c68be83ac9 HTTP/1.1" status: 204 len: 168 time: 0.3100238 Jun 15 14:18:48.596038 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:48.597631 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36710) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:48.599500 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077729f-f197-461d-abc8-ee9fd63f7cc2 None None] Network 952ae250-3cc0-423d-bf33-7980af51f168 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:48.692088 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.850226 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] DHCP port deletion for 952ae250-3cc0-423d-bf33-7980af51f168 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:18:48.908575 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Deleting port 834abf71-ac7c-467b-af55-7158c2f2a1b4 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:48.908969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.994285 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] For port 834abf71-ac7c-467b-af55-7158c2f2a1b4, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=834abf71-ac7c-467b-af55-7158c2f2a1b4,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:48.994681 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.040547 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Deleting port 834abf71-ac7c-467b-af55-7158c2f2a1b4 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:49.040880 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.086618 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Calling delete_port for 834abf71-ac7c-467b-af55-7158c2f2a1b4 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:49.121909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] For port 834abf71-ac7c-467b-af55-7158c2f2a1b4, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=834abf71-ac7c-467b-af55-7158c2f2a1b4,segment=NetworkSegment(dee99724-4dd2-4c4f-8bf8-afa180b0a702),segment_id=dee99724-4dd2-4c4f-8bf8-afa180b0a702)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:49.122262 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.180585 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.183396 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:49.212604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Pushing event deleted for resources: {'Port': ['ID=834abf71-ac7c-467b-af55-7158c2f2a1b4,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:49.214447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] No DVR routers for this DVR port 834abf71-ac7c-467b-af55-7158c2f2a1b4 on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:49.215617 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Calling delete_port for 834abf71-ac7c-467b-af55-7158c2f2a1b4 owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:49.215863 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:49.317093 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.319108 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3cb9373-26ad-4541-8c93-1f2fe6ceefdc tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:49.346194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Pushing event deleted for resources: {'Port': ['ID=834abf71-ac7c-467b-af55-7158c2f2a1b4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:49.349254 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:49.354279 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] No DVR routers for this DVR port 834abf71-ac7c-467b-af55-7158c2f2a1b4 on host dv-cinder-796286-3-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:49.455443 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.466808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952ae250-3cc0-423d-bf33-7980af51f168']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:49.478387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee99724-4dd2-4c4f-8bf8-afa180b0a702') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:49.478611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee99724-4dd2-4c4f-8bf8-afa180b0a702') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:49.488866 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.508223 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.514197 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:18:49.514601 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self.session.flush() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self.session.flush() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self.session.flush() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self.session.flush() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:18:49.516945 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:18:49.545170 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a05547-4b93-48e4-a315-6f176b3d3172 req-60293a4d-a801-4897-85bc-6ceb9b6655aa tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:49.546971 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d1a05547-4b93-48e4-a315-6f176b3d3172 req-60293a4d-a801-4897-85bc-6ceb9b6655aa tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0776238 Jun 15 14:18:49.592513 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d1a05547-4b93-48e4-a315-6f176b3d3172 req-ced1f82a-4508-455f-8023-8417a5320ea2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398495 Jun 15 14:18:49.595642 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.600058 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-879c509e-6f65-48a8-90ef-8453881d306d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:49.608476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.610506 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] 10.222.0.11 "DELETE /v2.0/networks/952ae250-3cc0-423d-bf33-7980af51f168 HTTP/1.1" status: 204 len: 168 time: 1.0119624 Jun 15 14:18:49.629555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Pushing event deleted for resources: {'Network': ['ID=952ae250-3cc0-423d-bf33-7980af51f168,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:49.635317 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2edad890-202a-4fbc-b471-5f2d1c19a51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:49.779406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36718) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:49.823722 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-d696bdcb-5fc5-4b5f-a12f-c1556d91b4fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90ccd0823b40485b8e36360a49e37cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430918 Jun 15 14:18:49.826122 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 36720) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:49.850749 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 92a6e755-5a75-4ccc-843a-ee5fcaabe021 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:49.875951 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 92a6e755-5a75-4ccc-843a-ee5fcaabe021 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:49.876300 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 92a6e755-5a75-4ccc-843a-ee5fcaabe021 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:49.876715 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 834abf71-ac7c-467b-af55-7158c2f2a1b4 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:49.878474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.901105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.901815 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 834abf71-ac7c-467b-af55-7158c2f2a1b4 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:49.902169 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 834abf71-ac7c-467b-af55-7158c2f2a1b4 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:49.902588 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e737d92e-de69-4947-87a8-ca3f94c2543d no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:49.955483 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.958564 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:18:49.959968 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:49.961352 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0be6050b-64c0-40b9-ae72-5c3347c622a2 HTTP/1.1" status: 204 len: 168 time: 0.1343434 Jun 15 14:18:49.962356 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-afd606f9-51d8-45c4-a23f-2877b4fa7018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:49.973922 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6050b-64c0-40b9-ae72-5c3347c622a2,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:49.978813 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:50.072121 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: e737d92e-de69-4947-87a8-ca3f94c2543d {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:50.072556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e737d92e-de69-4947-87a8-ca3f94c2543d not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:50.285176 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36726) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:50.328698 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-42825fd9-f724-4b04-8493-ba5fbdc77b4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a29e71f3ab9e40fa9ef43b5325ae56d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416722 Jun 15 14:18:50.330885 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36728) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:50.379953 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:50.407876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:50.457368 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:50.460062 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:50.461436 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8eaa23a0-3e73-4e37-9985-b48583c32312 HTTP/1.1" status: 204 len: 168 time: 0.1296761 Jun 15 14:18:50.462252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7c51b359-01f7-4b95-86a3-68ff8527b090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:50.471403 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa23a0-3e73-4e37-9985-b48583c32312,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:50.474297 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:50.813246 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84a42-eebf-4f17-bd6b-0e50f5be70a4 req-0e75bd79-b88d-4347-8d7e-ba933751d05b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:50.814855 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6cf84a42-eebf-4f17-bd6b-0e50f5be70a4 req-0e75bd79-b88d-4347-8d7e-ba933751d05b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Jun 15 14:18:50.859284 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6cf84a42-eebf-4f17-bd6b-0e50f5be70a4 req-5186891a-f0f2-4272-9891-f03ba4be821b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385115 Jun 15 14:18:52.046003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64334503-1f3f-437d-9d93-5dce0b31c48d req-ca62ca61-028f-4f06-9b64-54dd656a5d54 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:52.048020 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-64334503-1f3f-437d-9d93-5dce0b31c48d req-ca62ca61-028f-4f06-9b64-54dd656a5d54 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0689051 Jun 15 14:18:52.088989 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-64334503-1f3f-437d-9d93-5dce0b31c48d req-d207e686-04be-4765-b926-2ac1ec9561d0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353997 Jun 15 14:18:53.275773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49920038-14c5-47eb-b588-818cb683f62f req-fbe3f70d-e294-42a8-83ec-f286484dc509 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:53.277378 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-49920038-14c5-47eb-b588-818cb683f62f req-fbe3f70d-e294-42a8-83ec-f286484dc509 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0727751 Jun 15 14:18:53.318336 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-49920038-14c5-47eb-b588-818cb683f62f req-156df8ec-98c5-4fd1-b771-a85eba8abb4b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350547 Jun 15 14:18:54.504017 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468898-d0ce-4d6b-8f29-687113195cdd req-15279eca-28c9-484e-9685-ba63e1e8eb55 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.505442 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-40468898-d0ce-4d6b-8f29-687113195cdd req-15279eca-28c9-484e-9685-ba63e1e8eb55 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0707417 Jun 15 14:18:54.546074 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-40468898-d0ce-4d6b-8f29-687113195cdd req-4b628bd9-0c2d-4524-9a57-5c441e6f1cc9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348668 Jun 15 14:18:55.733407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262bd0-a3af-4976-a473-b1ee1dba85e7 req-d7d154fe-c2d8-4a6a-9176-fafa745bc6f5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:55.735390 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63262bd0-a3af-4976-a473-b1ee1dba85e7 req-d7d154fe-c2d8-4a6a-9176-fafa745bc6f5 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0744004 Jun 15 14:18:55.775506 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-63262bd0-a3af-4976-a473-b1ee1dba85e7 req-6893e346-e1c1-4f86-8719-c91ad8928b2d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Jun 15 14:18:56.958649 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb945-8721-4b2d-a6e6-a2ecbd269592 req-1abd4dc5-5b08-4816-9695-6402633bab5c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:56.960005 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c8feb945-8721-4b2d-a6e6-a2ecbd269592 req-1abd4dc5-5b08-4816-9695-6402633bab5c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0683060 Jun 15 14:18:57.000815 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c8feb945-8721-4b2d-a6e6-a2ecbd269592 req-b798bb0f-9459-43e7-8c7b-1cabfaa063ed tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352907 Jun 15 14:18:58.190239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d43d0-aed5-47f7-934f-9c898ab089b8 req-a1df584c-3400-4486-8639-9ac1ba9c53cf tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:58.191701 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eb2d43d0-aed5-47f7-934f-9c898ab089b8 req-a1df584c-3400-4486-8639-9ac1ba9c53cf tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0748966 Jun 15 14:18:58.232149 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eb2d43d0-aed5-47f7-934f-9c898ab089b8 req-380968a9-05aa-4f9f-92fb-7f62f2275f90 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346994 Jun 15 14:18:59.418076 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f318d1-29e3-4f05-8aaf-27a0f4b08ed1 req-45e86937-b00f-4b8e-99b0-084d72235f6f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.419489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86f318d1-29e3-4f05-8aaf-27a0f4b08ed1 req-45e86937-b00f-4b8e-99b0-084d72235f6f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jun 15 14:18:59.460754 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-86f318d1-29e3-4f05-8aaf-27a0f4b08ed1 req-21b8e0b5-4306-4f0d-9d33-f8efc73c3e7e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Jun 15 14:18:59.998764 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:19:00.116933 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:00.129136 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:19:00.172119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.186230 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:19:00.206728 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:00.210481 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.212185 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:00.272009 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=6']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:00.274830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:00.340969 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['afb3fd74-02b4-4e54-9109-0faea00e8381'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:00.392850 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.649845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794ce4a-99c1-4e99-855d-a1c2aa55772b req-8f060e11-3c4a-44b6-8da0-93b07b927a2f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.651326 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0794ce4a-99c1-4e99-855d-a1c2aa55772b req-8f060e11-3c4a-44b6-8da0-93b07b927a2f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 944 time: 0.0729809 Jun 15 14:19:00.692277 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0794ce4a-99c1-4e99-855d-a1c2aa55772b req-06c346de-500e-407f-b39c-13f92bfc2cc2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348213 Jun 15 14:19:01.125462 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cdf77924-2c60-4188-8530-8db4eb045325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:01.896230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418acd1-4b49-46f3-a307-78db7ea66c68 req-96ec63b0-1f80-42fd-b82d-ecda7c5fbb09 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:01.897838 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c418acd1-4b49-46f3-a307-78db7ea66c68 req-96ec63b0-1f80-42fd-b82d-ecda7c5fbb09 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 944 time: 0.0803072 Jun 15 14:19:01.946713 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c418acd1-4b49-46f3-a307-78db7ea66c68 req-0bd60dc2-9264-4aa4-a80a-44d2b9f80a83 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Jun 15 14:19:02.017143 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:02.076693 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port afb3fd74-02b4-4e54-9109-0faea00e8381 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:02.077308 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:02.170218 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:02.199593 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:02.202024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba0e0f6-47f9-456a-b72f-12de651ca2cb" -d '{"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:02.222748 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:02.229206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:02.232399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:02.267127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daee1ad-c863-4472-80c0-325a0d7ef8af x-openstack-request-id: req-1daee1ad-c863-4472-80c0-325a0d7ef8af {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:02.267509 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:02.267690 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1daee1ad-c863-4472-80c0-325a0d7ef8af {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:02.268084 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'code': 200} Jun 15 14:19:02.298482 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=7']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:02.301651 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:03.158036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fccbf-bc7b-4b02-8dd9-8aee50992def req-1630147a-56f0-4137-a714-7bfd164563ea tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:03.159646 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7d5fccbf-bc7b-4b02-8dd9-8aee50992def req-1630147a-56f0-4137-a714-7bfd164563ea tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0812509 Jun 15 14:19:03.203483 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7d5fccbf-bc7b-4b02-8dd9-8aee50992def req-b096e62a-d8f3-4ac4-ac58-dd25be6b0e98 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375988 Jun 15 14:19:03.489709 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:03.516037 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f6f6d1ae-c77d-4044-bfdc-aa023b789645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.433481 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfda333-7c8b-4a62-a5bd-8ae1cf3ba997 req-e18daeed-692e-4fda-ab83-02724949ce5c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:04.434917 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cfda333-7c8b-4a62-a5bd-8ae1cf3ba997 req-e18daeed-692e-4fda-ab83-02724949ce5c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0825329 Jun 15 14:19:04.483033 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2cfda333-7c8b-4a62-a5bd-8ae1cf3ba997 req-a69c6363-89d9-4e5c-8287-aec35edee5a2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Jun 15 14:19:05.104034 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.708336 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2df60-78ab-49c7-b0eb-c57ec325a4d3 req-0667e19e-bdbb-4943-a723-62e203e51919 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:05.710639 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ede2df60-78ab-49c7-b0eb-c57ec325a4d3 req-0667e19e-bdbb-4943-a723-62e203e51919 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0788147 Jun 15 14:19:05.758113 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ede2df60-78ab-49c7-b0eb-c57ec325a4d3 req-ba8b32e5-d760-4572-9acd-a125ad9ed51c tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414209 Jun 15 14:19:06.580669 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:06.960118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff3909-db30-432a-b2d3-09bc89f671d1 req-ced8a010-ad06-4661-b40a-6f44b6feb830 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:06.961670 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d0ff3909-db30-432a-b2d3-09bc89f671d1 req-ced8a010-ad06-4661-b40a-6f44b6feb830 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0753894 Jun 15 14:19:07.009304 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d0ff3909-db30-432a-b2d3-09bc89f671d1 req-175d1d57-be62-45a8-8c70-9eed26c90ee4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Jun 15 14:19:08.206532 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1215474-1649-4468-a5f9-93744b571c75 req-65e8264c-2984-481d-91f3-65c9e2198b1f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:08.207993 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a1215474-1649-4468-a5f9-93744b571c75 req-65e8264c-2984-481d-91f3-65c9e2198b1f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0776703 Jun 15 14:19:08.262109 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a1215474-1649-4468-a5f9-93744b571c75 req-748b81cb-fe4c-432d-9ba1-a1ff18f56c22 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480204 Jun 15 14:19:08.961876 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-3613f343-0f7f-4388-9165-4e39592976de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:08.963317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-3613f343-0f7f-4388-9165-4e39592976de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1098 time: 0.0796010 Jun 15 14:19:09.113971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-1dfd5bee-22eb-4ae9-ab3c-b3a31dac7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.116397 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-1dfd5bee-22eb-4ae9-ab3c-b3a31dac7503 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1222615 Jun 15 14:19:09.210316 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-3a332127-e1ea-4209-885a-7754dc4a406f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 1000 time: 0.0833936 Jun 15 14:19:09.286416 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-3a48c7cd-6a8d-42a2-a0f8-29b51494facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.287994 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-3a48c7cd-6a8d-42a2-a0f8-29b51494facd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0688744 Jun 15 14:19:09.366384 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-138f04f3-4e97-49ae-8695-6f5bbc1a25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.367941 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-138f04f3-4e97-49ae-8695-6f5bbc1a25b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661321 Jun 15 14:19:09.566359 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-0631d292-cde1-410c-8dbd-c742ba16a296 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880920 Jun 15 14:19:09.588585 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0ce09-227d-4d1d-8995-e09657441900 req-f6a607ba-daed-476c-aad1-879392ce29ef tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.590060 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bcc0ce09-227d-4d1d-8995-e09657441900 req-f6a607ba-daed-476c-aad1-879392ce29ef tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.1844931 Jun 15 14:19:09.702197 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bcc0ce09-227d-4d1d-8995-e09657441900 req-ec375768-2d86-472d-aaa2-6835974846b0 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964301 Jun 15 14:19:09.742405 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b8a81e49-abcb-4dc0-b6d1-bb46ecc64a9b req-99d91046-e243-4ce7-bf1f-6dc5d4294eac service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686749 Jun 15 14:19:10.887919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15d27-1de4-42ad-b171-4226d9dcb8b5 req-df19289f-3fef-4768-814f-38cce5bf47c4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:10.889302 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-60b15d27-1de4-42ad-b171-4226d9dcb8b5 req-df19289f-3fef-4768-814f-38cce5bf47c4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0701125 Jun 15 14:19:10.967534 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-60b15d27-1de4-42ad-b171-4226d9dcb8b5 req-d4d08b90-ce73-438e-96c6-11dc02d36794 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693655 Jun 15 14:19:10.981278 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-aa5448c1-b435-426d-9070-47ca4ab800fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:10.982609 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-aa5448c1-b435-426d-9070-47ca4ab800fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1098 time: 0.0915945 Jun 15 14:19:11.094382 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-822ca425-bf9e-4899-b3d3-2fc3fb71a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:11.095795 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-822ca425-bf9e-4899-b3d3-2fc3fb71a3a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1065571 Jun 15 14:19:11.181466 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-0c869d7e-41f6-445b-a772-1f00eedadbcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 1000 time: 0.0778894 Jun 15 14:19:11.241308 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-c861119a-ae45-43da-a089-a6b01aa0e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:11.242770 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-c861119a-ae45-43da-a089-a6b01aa0e02f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0515895 Jun 15 14:19:11.310672 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-7583e230-9830-4ee1-b833-a2db2e95be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:11.312641 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-7583e230-9830-4ee1-b833-a2db2e95be64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624154 Jun 15 14:19:11.426720 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-77cf9a24-714d-4b53-a9ee-987ab2bb7d03 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065130 Jun 15 14:19:11.547369 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5a7dd8-8405-497c-9d57-799c53d0b58e req-e2b675de-392d-4ec2-8471-2a970b762119 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063156 Jun 15 14:19:12.156661 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db471e3c-5286-41a5-b5a6-ede93d0f25b6 req-bf13af03-b5ef-4ef7-aa5d-595b925f29f2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:12.158026 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-db471e3c-5286-41a5-b5a6-ede93d0f25b6 req-bf13af03-b5ef-4ef7-aa5d-595b925f29f2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0716426 Jun 15 14:19:12.197912 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-db471e3c-5286-41a5-b5a6-ede93d0f25b6 req-4a3e4211-529e-4b2d-963b-3b4c414e76ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343702 Jun 15 14:19:13.381103 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1b3cc-4006-4bb3-972d-2888d1507faa req-04b9d0a3-3fb0-4b80-83b2-0977e376c881 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:13.382565 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-90d1b3cc-4006-4bb3-972d-2888d1507faa req-04b9d0a3-3fb0-4b80-83b2-0977e376c881 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 945 time: 0.0689571 Jun 15 14:19:13.425350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-90d1b3cc-4006-4bb3-972d-2888d1507faa req-d47085de-49bc-4e00-aac6-1a31914f0c19 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Jun 15 14:19:14.088179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:14.172626 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.204108 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:14.206363 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5501f3-b40f-48f7-9b7f-7debb0ea45d3" -d '{"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-unplugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:14.219962 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:14.223747 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.226458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:14.252334 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0174df-f3b8-40db-99fc-5fd033b5b091 x-openstack-request-id: req-6d0174df-f3b8-40db-99fc-5fd033b5b091 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:14.252630 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-unplugged", "status": "failed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "code": 422}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:14.252889 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d0174df-f3b8-40db-99fc-5fd033b5b091 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:14.253313 dv-cinder-796286-3-iscsi neutron-server[91925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'code': 422} returned with failed status Jun 15 14:19:14.279804 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=8']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:14.283273 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:14.614828 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9185c-cb37-4ada-9a61-78101ed5f72a req-13d49c88-4815-40f9-bbec-e5ea3d1efb83 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:14.616298 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b5f9185c-cb37-4ada-9a61-78101ed5f72a req-13d49c88-4815-40f9-bbec-e5ea3d1efb83 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0726321 Jun 15 14:19:14.657827 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b5f9185c-cb37-4ada-9a61-78101ed5f72a req-0086c472-e0cc-4a7d-9447-f36a9267346b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Jun 15 14:19:15.910283 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a87a-8794-4a3b-a24e-bdc813202ac3 req-2d5ace96-7295-496e-88e5-95817da782fd tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:15.911760 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4812a87a-8794-4a3b-a24e-bdc813202ac3 req-2d5ace96-7295-496e-88e5-95817da782fd tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0695748 Jun 15 14:19:15.953213 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4812a87a-8794-4a3b-a24e-bdc813202ac3 req-9c069f34-51e8-4e24-aee9-1ed9479dcc36 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357056 Jun 15 14:19:16.176915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 36908) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:16.277636 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-cd06b954-95c6-4b3a-94f9-a42f62b09e26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994568 Jun 15 14:19:17.144030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a50f32-22ab-4e96-9793-b00b1620f314 req-2f930726-7ce7-422e-a90e-f46d8e0af849 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.145397 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-88a50f32-22ab-4e96-9793-b00b1620f314 req-2f930726-7ce7-422e-a90e-f46d8e0af849 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0743484 Jun 15 14:19:17.221363 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-88a50f32-22ab-4e96-9793-b00b1620f314 req-dfa11183-73b5-47cc-9831-22e880826250 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657718 Jun 15 14:19:17.233412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-ee280478-8aae-412f-a8f9-34ebfb46fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.234863 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-ee280478-8aae-412f-a8f9-34ebfb46fdf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19&tenant_id=a9c46c997e944b798ff96968079d6a3b HTTP/1.1" status: 200 len: 1096 time: 0.0865092 Jun 15 14:19:17.318302 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-9bac910e-172d-43e9-92bb-6f1bc00a1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.319739 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-9bac910e-172d-43e9-92bb-6f1bc00a1792 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9c46c997e944b798ff96968079d6a3b&device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1096 time: 0.0603657 Jun 15 14:19:17.429162 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-f0b73db7-4422-4124-816e-e33724dc7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.430487 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-f0b73db7-4422-4124-816e-e33724dc7fae service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 200 len: 918 time: 0.1024323 Jun 15 14:19:17.513233 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-dbdf18c2-7d73-4a48-b028-b4fe3b8dca50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 200 len: 998 time: 0.0747795 Jun 15 14:19:17.568953 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-80f9a095-6b97-4bf4-a3a2-726e736afcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.570419 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-80f9a095-6b97-4bf4-a3a2-726e736afcfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 200 len: 856 time: 0.0510354 Jun 15 14:19:17.638607 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-148162bf-0bc8-4a1d-b510-a68e074bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.640601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-148162bf-0bc8-4a1d-b510-a68e074bfcc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b79ad3e-95a4-47b0-987e-ec116b3afd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623481 Jun 15 14:19:17.755265 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-738efe5c-b4a5-4051-adf1-5e04a08ef1b3 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063831 Jun 15 14:19:18.085691 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:18.147570 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d564c686-bb7b-427c-b0b7-ad65a6d56f23 req-4b505bc3-82d5-422e-85a7-64af638add99 service neutron] 10.222.0.23 "GET /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842735 Jun 15 14:19:18.412919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932f7d4-c984-45f5-9014-a1f6bf9f4545 req-e5bf3bb0-3f13-4e7d-a12e-2e37e4f26d6e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:18.414399 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c932f7d4-c984-45f5-9014-a1f6bf9f4545 req-e5bf3bb0-3f13-4e7d-a12e-2e37e4f26d6e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0732388 Jun 15 14:19:18.456456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c932f7d4-c984-45f5-9014-a1f6bf9f4545 req-324deb0a-aae8-4b36-a934-1a62d7438dac tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365586 Jun 15 14:19:19.652999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162811c-9b80-4b8a-bdc6-e3c59c5be796 req-a7b97e82-1366-4c06-8403-27f6b225e2c8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:19.654766 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9162811c-9b80-4b8a-bdc6-e3c59c5be796 req-a7b97e82-1366-4c06-8403-27f6b225e2c8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0776563 Jun 15 14:19:19.702799 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9162811c-9b80-4b8a-bdc6-e3c59c5be796 req-91eb4a11-f87a-4a47-a8db-081ca7258c65 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Jun 15 14:19:20.900926 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46539d75-376a-47b7-a65a-ba5ad338e2b3 req-0cac40ad-a7d2-4c2a-b9b3-844e8e65c856 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:20.902591 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-46539d75-376a-47b7-a65a-ba5ad338e2b3 req-0cac40ad-a7d2-4c2a-b9b3-844e8e65c856 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0723345 Jun 15 14:19:20.946935 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-46539d75-376a-47b7-a65a-ba5ad338e2b3 req-b0e3d4d5-1d5f-4eef-8e4d-26bf9d785d60 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384166 Jun 15 14:19:22.146985 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ce99-b9a8-46c8-9cf1-1a220d317dfc req-676f7711-40b9-4c4a-bde5-6738ae2af742 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:22.148695 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c214ce99-b9a8-46c8-9cf1-1a220d317dfc req-676f7711-40b9-4c4a-bde5-6738ae2af742 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0805581 Jun 15 14:19:22.195166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c214ce99-b9a8-46c8-9cf1-1a220d317dfc req-944088c5-4c50-4697-8b8e-80a4e27dc56a tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Jun 15 14:19:23.392156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baf2f2-5fce-429e-9bb8-93be1a382213 req-8c0be32b-4fe4-429d-855a-d44d278c7b48 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:23.393635 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-85baf2f2-5fce-429e-9bb8-93be1a382213 req-8c0be32b-4fe4-429d-855a-d44d278c7b48 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0737011 Jun 15 14:19:23.438359 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-85baf2f2-5fce-429e-9bb8-93be1a382213 req-f9b784d3-8bd1-4561-93e6-0fea0aa65b9d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389388 Jun 15 14:19:24.631113 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920728d-2655-45cb-b76e-81d1f27c7620 req-ff2b36e6-5b3c-43c0-8820-e2ab99df3cd8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:24.632572 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6920728d-2655-45cb-b76e-81d1f27c7620 req-ff2b36e6-5b3c-43c0-8820-e2ab99df3cd8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0699766 Jun 15 14:19:24.680268 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6920728d-2655-45cb-b76e-81d1f27c7620 req-93ccbe58-e700-4a6f-9c59-1598eb0b55fa tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415175 Jun 15 14:19:25.870400 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3807-4768-452e-b845-f2385e6d192e req-650730e0-17c5-42df-9549-1fee24db64a8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.871792 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fdc3807-4768-452e-b845-f2385e6d192e req-650730e0-17c5-42df-9549-1fee24db64a8 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0716112 Jun 15 14:19:25.916781 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fdc3807-4768-452e-b845-f2385e6d192e req-f0125ba8-7a3c-4579-80c4-640f0208b99e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 Jun 15 14:19:26.957937 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:19:27.109588 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3546c-fea7-4b13-a487-82d4a80876e1 req-0ed941e9-4bab-4266-870f-d02379cca5b9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.111096 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a2b3546c-fea7-4b13-a487-82d4a80876e1 req-0ed941e9-4bab-4266-870f-d02379cca5b9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0718706 Jun 15 14:19:27.159636 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a2b3546c-fea7-4b13-a487-82d4a80876e1 req-c8a229a6-8e73-4325-97ab-86a73fa4bf2d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Jun 15 14:19:28.346948 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc241-a446-437b-afa9-2120a47b10ca req-06dd915d-c72c-4e48-9ad5-81252fe9e46f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:28.348390 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d30fc241-a446-437b-afa9-2120a47b10ca req-06dd915d-c72c-4e48-9ad5-81252fe9e46f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0707304 Jun 15 14:19:28.391823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d30fc241-a446-437b-afa9-2120a47b10ca req-abf2f425-3588-4b49-8644-42bc3b6e8830 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378048 Jun 15 14:19:29.592213 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c979dc-80e2-4432-a02c-ae245498c454 req-ef94e936-5ab2-4897-88d3-b21a248da5c2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:29.593615 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f4c979dc-80e2-4432-a02c-ae245498c454 req-ef94e936-5ab2-4897-88d3-b21a248da5c2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0770583 Jun 15 14:19:29.656495 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f4c979dc-80e2-4432-a02c-ae245498c454 req-92a26a25-3a7a-4112-a082-4c7615e17285 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535655 Jun 15 14:19:30.380590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:30.868744 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222f6c9-34ca-4f0e-81b1-58e0307268bc req-16a6dd95-8f44-4c1f-8df3-113eef37316f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:30.870257 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3222f6c9-34ca-4f0e-81b1-58e0307268bc req-16a6dd95-8f44-4c1f-8df3-113eef37316f tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0744882 Jun 15 14:19:30.913279 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3222f6c9-34ca-4f0e-81b1-58e0307268bc req-288e2d8b-f236-431f-a91a-a8fcae712575 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374582 Jun 15 14:19:31.130141 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7ae6-a33d-419b-a57a-8a1bbb65d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.101367 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fe641-b021-4f1d-b8d7-30e9d198325b req-d760aca7-f517-4d68-9673-d4c20757e48d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:32.102902 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-478fe641-b021-4f1d-b8d7-30e9d198325b req-d760aca7-f517-4d68-9673-d4c20757e48d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 943 time: 0.0688610 Jun 15 14:19:32.147681 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-478fe641-b021-4f1d-b8d7-30e9d198325b req-f2d1ebda-a81c-4916-a86a-03596eb1f31e tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Jun 15 14:19:32.187963 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:19:32.302819 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:32.314872 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'port_id': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'mac_address': 'fa:16:3e:19:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:19:32.360911 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.375693 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:19:32.395428 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:32.399174 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.401074 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:32.453302 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=9']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:32.456251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:32.666406 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['afb3fd74-02b4-4e54-9109-0faea00e8381'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:33.329603 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9140eb6-72b8-4ccd-9e16-4970fe5706c4 req-a62f9f51-2296-4cf7-a5d1-7342a86625b2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:33.331025 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9140eb6-72b8-4ccd-9e16-4970fe5706c4 req-a62f9f51-2296-4cf7-a5d1-7342a86625b2 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 944 time: 0.0686908 Jun 15 14:19:33.371130 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e9140eb6-72b8-4ccd-9e16-4970fe5706c4 req-d6ac6186-95a6-4d53-bfd6-bfa4a4c6a0f3 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344710 Jun 15 14:19:33.481883 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.508022 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-64c5ffb6-5f46-4643-b2bc-732b7ab67201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:34.190762 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:34.241587 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port afb3fd74-02b4-4e54-9109-0faea00e8381 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:34.241961 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:34.328204 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:34.351833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:34.354090 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb3b3c1-e909-41fa-a155-805acc360402" -d '{"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:34.367495 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:34.371214 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:34.373013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0020d493-16a5-4d99-b301-3d6237d4c9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:34.399953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c480b-7158-4a25-8273-37c753a2907e x-openstack-request-id: req-e96c480b-7158-4a25-8273-37c753a2907e {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:34.400247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-plugged", "status": "completed", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:34.400503 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e96c480b-7158-4a25-8273-37c753a2907e {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:34.400894 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'code': 200} Jun 15 14:19:34.430523 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=10']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:34.433422 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:34.601195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bdd4-03f4-4779-8913-a778b926259a req-762b8041-105c-4547-8783-222e10c0c289 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:34.602603 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b30bdd4-03f4-4779-8913-a778b926259a req-762b8041-105c-4547-8783-222e10c0c289 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.1058784 Jun 15 14:19:34.654074 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a76f-207b-47c5-af50-220fa716a529 req-0627f735-a0c6-44dc-a169-ecd06a5d73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:34.656119 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da95a76f-207b-47c5-af50-220fa716a529 req-0627f735-a0c6-44dc-a169-ecd06a5d73ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 1099 time: 0.1119285 Jun 15 14:19:34.659283 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5b30bdd4-03f4-4779-8913-a778b926259a req-3facb218-a101-468b-af02-82719008863b tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472240 Jun 15 14:19:34.693949 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da95a76f-207b-47c5-af50-220fa716a529 req-2d0d2463-ae57-495f-a457-685a5616051c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Jun 15 14:19:35.099045 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:35.850327 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a29edd-2962-4a23-82f1-d23cd565e960 req-e48998b0-17d8-4db3-9a13-14ab14946321 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:35.851785 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-41a29edd-2962-4a23-82f1-d23cd565e960 req-e48998b0-17d8-4db3-9a13-14ab14946321 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.0730479 Jun 15 14:19:35.896168 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-41a29edd-2962-4a23-82f1-d23cd565e960 req-b22e6317-65a5-482e-9011-5087c63cd1ee tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 Jun 15 14:19:36.579149 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:37.087100 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb492b-8cd6-48e4-80cc-13d7b2ebae2f req-4ee8044e-bd8f-4c21-8840-4ad9923baa84 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:37.088558 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6fbb492b-8cd6-48e4-80cc-13d7b2ebae2f req-4ee8044e-bd8f-4c21-8840-4ad9923baa84 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.0707116 Jun 15 14:19:37.130512 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-6fbb492b-8cd6-48e4-80cc-13d7b2ebae2f req-a0e76207-c529-423e-b9dc-5e5e10a2bd13 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358951 Jun 15 14:19:51.232535 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a8f44-dba5-486d-b175-eb55e9892855 req-9476e61e-9904-4921-8ff4-2869a1817554 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:51.234039 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e98a8f44-dba5-486d-b175-eb55e9892855 req-9476e61e-9904-4921-8ff4-2869a1817554 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.0689969 Jun 15 14:19:51.278320 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e98a8f44-dba5-486d-b175-eb55e9892855 req-3b6d80f9-7a0f-4135-a9ca-0eaad2d788f7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387094 Jun 15 14:19:52.458234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85190-5675-4611-bb3a-20155f997efa req-c586ce80-ecc2-4b74-88da-3ed79d9b57eb tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:52.459717 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c7c85190-5675-4611-bb3a-20155f997efa req-c586ce80-ecc2-4b74-88da-3ed79d9b57eb tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.0710802 Jun 15 14:19:52.503350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c7c85190-5675-4611-bb3a-20155f997efa req-708fd736-d6d4-4760-a627-0d4e23a8c038 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 Jun 15 14:19:53.210591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-aafad26e-d12a-4e86-9351-b6310eba7680 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:53.212086 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-aafad26e-d12a-4e86-9351-b6310eba7680 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Jun 15 14:19:53.327931 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Deleting port 79719704-d27f-44fe-a306-219b2a2ae841 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:53.328270 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.442841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] For port 79719704-d27f-44fe-a306-219b2a2ae841, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=79719704-d27f-44fe-a306-219b2a2ae841,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:53.443197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.730305 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.731026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.731026 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Floating IP 4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8 disassociated. External IP: 172.27.0.145, port: 79719704-d27f-44fe-a306-219b2a2ae841. Jun 15 14:19:53.731285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Calling delete_port for 79719704-d27f-44fe-a306-219b2a2ae841 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:53.806999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb3fe4-dd5e-4402-95d8-31ce59a1593f req-251bde1f-31bc-4f42-96c8-7070a1c14b14 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:53.808369 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-68bb3fe4-dd5e-4402-95d8-31ce59a1593f req-251bde1f-31bc-4f42-96c8-7070a1c14b14 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 946 time: 0.1886768 Jun 15 14:19:53.867405 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-68bb3fe4-dd5e-4402-95d8-31ce59a1593f req-954c6236-9f3f-4973-8b97-1d776ffba1b5 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups?id=5001ec72-961d-4dd0-aa8c-00b1cf01bd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527692 Jun 15 14:19:53.942997 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.947023 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3424d141-dda9-4b6e-acdb-1590c98dcba1 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:53.978286 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'Port': ['ID=79719704-d27f-44fe-a306-219b2a2ae841,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:53.989919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.990288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.990647 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.990998 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.991344 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.991692 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.992036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.992378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.992721 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.993058 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.993398 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.993875 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:53.998836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:54.141340 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:19:54.286041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:54.296239 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:54.305363 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:54.306251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:19:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:54.341561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] No DVR routers for this DVR port 79719704-d27f-44fe-a306-219b2a2ae841 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:19:54.344745 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:54.346821 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-37531aaa-2467-4936-aa4d-f8254afd0100 req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.23 "DELETE /v2.0/ports/79719704-d27f-44fe-a306-219b2a2ae841 HTTP/1.1" status: 204 len: 173 time: 1.1287298 Jun 15 14:19:54.347336 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'name': 'network-vif-deleted', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:54.350250 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da0484-7d17-45cc-8bc1-843b33308067" -d '{"events": [{"server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "name": "network-vif-deleted", "tag": "79719704-d27f-44fe-a306-219b2a2ae841"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:54.396578 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca42672-05f6-44bf-ace2-80e6f15ce2ae x-openstack-request-id: req-0ca42672-05f6-44bf-ace2-80e6f15ce2ae {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:54.396907 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83dfb9-2954-4f29-9f36-5c344b6302e2", "name": "network-vif-deleted", "tag": "79719704-d27f-44fe-a306-219b2a2ae841", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:54.397212 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ca42672-05f6-44bf-ace2-80e6f15ce2ae {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:54.397680 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83dfb9-2954-4f29-9f36-5c344b6302e2', 'name': 'network-vif-deleted', 'tag': '79719704-d27f-44fe-a306-219b2a2ae841', 'status': 'completed', 'code': 200} Jun 15 14:19:54.457771 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:54.725546 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:54.728827 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:54.737335 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:54.737960 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:19:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:54.876281 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:55.038376 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-82a81454-db4b-4b39-a3b8-506bddf5f656 req-9906b302-12ef-4794-86d5-a3b5d9c2611b tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e83dfb9-2954-4f29-9f36-5c344b6302e2 HTTP/1.1" status: 200 len: 210 time: 0.0376554 Jun 15 14:19:55.263924 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:55.267410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65713b76-b61d-4ce1-88ff-27f45b16338a None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:57Z', 'revision_number': 4, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '36190e94-0726-46d8-8ec7-9c1c7616918b', 'name': '', 'network_id': '3631a935-036f-4ca1-871f-456568654dfc', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'mac_address': 'fa:16:3e:59:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '56a66450-e089-407e-9fba-c10b8e036f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:08Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'subnets': [{'id': '56a66450-e089-407e-9fba-c10b8e036f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:55.473629 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e533f3-cb9e-4e06-9abd-fe416b1b12f8 None None] New status for floating IP 4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:19:56.163404 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37148) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:56.220461 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.248051 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.299796 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.302454 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.303573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "DELETE /v2.0/security-groups/5001ec72-961d-4dd0-aa8c-00b1cf01bd71 HTTP/1.1" status: 204 len: 168 time: 0.1392021 Jun 15 14:19:56.304454 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-eb28966b-d687-43f0-ba79-37c5d1306b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:56.306341 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37150) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:56.314945 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5001ec72-961d-4dd0-aa8c-00b1cf01bd71,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:56.317982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:56.321889 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.api.v2.resource [None req-a31c453e-a284-4897-aad6-90002c09e019 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] show failed (client error): The resource could not be found. Jun 15 14:19:56.322824 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a31c453e-a284-4897-aad6-90002c09e019 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "GET /v2.0/security-groups/5001ec72-961d-4dd0-aa8c-00b1cf01bd71 HTTP/1.1" status: 404 len: 347 time: 0.0154524 Jun 15 14:19:56.326412 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37152) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:56.485789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Deleting port b3c4dad1-740c-4eab-9b6c-193bef0ca222 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:56.486126 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.582459 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.582702 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.675289 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Calling delete_port for b3c4dad1-740c-4eab-9b6c-193bef0ca222 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:56.827390 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.829291 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bb966b02-1c6a-41ac-b5b0-abeff57ea285 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:56.861186 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Pushing event deleted for resources: {'Port': ['ID=b3c4dad1-740c-4eab-9b6c-193bef0ca222,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:56.894110 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.894490 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.894861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.895226 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.895583 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.895949 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.896301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.896655 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.897009 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.897359 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.897798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.898150 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:56.901737 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:56.944377 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.946897 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:56.948020 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] 10.222.0.11 "DELETE /v2.0/floatingips/4d007a05-7436-4ed4-9dcb-11ccc7b2c3f8 HTTP/1.1" status: 204 len: 168 time: 0.6207237 Jun 15 14:19:58.353791 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 79719704-d27f-44fe-a306-219b2a2ae841 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:58.380871 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 79719704-d27f-44fe-a306-219b2a2ae841 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:19:58.381224 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 79719704-d27f-44fe-a306-219b2a2ae841 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:00.409990 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:00.619135 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37182) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:01.131430 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-090f1d3f-818a-4309-b444-c1c653a6ca45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.151068 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.460441 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Deleting port 36190e94-0726-46d8-8ec7-9c1c7616918b {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:01.460678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.562888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] For port 36190e94-0726-46d8-8ec7-9c1c7616918b, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=36190e94-0726-46d8-8ec7-9c1c7616918b,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:01.563241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.653728 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Calling delete_port for 36190e94-0726-46d8-8ec7-9c1c7616918b owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:01.864846 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.867548 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc613fc6-9e39-4009-918f-558eb13fef40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:01.899620 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Pushing event deleted for resources: {'Port': ['ID=36190e94-0726-46d8-8ec7-9c1c7616918b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:01.903333 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:02.109834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:02.383060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:02.520922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:02.525857 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b32b61d-c867-4587-a8b9-54c0ef17f1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056919 Jun 15 14:20:02.528314 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37186) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:02.529932 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Sync routers for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:02.543596 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:02.544215 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:19:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:02.691580 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:02.926067 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:01Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:02.929301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Checking router: 6b32b61d-c867-4587-a8b9-54c0ef17f1eb for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:02.937923 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Routers {'6b32b61d-c867-4587-a8b9-54c0ef17f1eb'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:02.938526 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:19:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:02.956788 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.075132 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] Set router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:03.092814 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.153719 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Deleting port 979b59ea-ef67-4e71-b4cf-646c444681b9 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:03.154088 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.254179 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] For port 979b59ea-ef67-4e71-b4cf-646c444681b9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=979b59ea-ef67-4e71-b4cf-646c444681b9,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:03.254647 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.306004 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:01Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:03.309565 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c234b1d-86c0-4415-b024-7fdd9f00f32f None None] The sync data for ids ['6b32b61d-c867-4587-a8b9-54c0ef17f1eb'] in dv-cinder-796286-3-iscsi is: [{'id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'name': 'tempest-AttachVolumeTestJSON-179436668-router', 'tenant_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:01Z', 'revision_number': 5, 'project_id': 'bcf39de6990d4d11adcd5e608fbb4d78', 'gw_port': {'id': '979b59ea-ef67-4e71-b4cf-646c444681b9', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32b61d-c867-4587-a8b9-54c0ef17f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:40Z', 'updated_at': '2021-06-15T14:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:03.347122 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Calling delete_port for 979b59ea-ef67-4e71-b4cf-646c444681b9 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:03.483727 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.508361 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c379127-70ed-46de-a822-a2ff25769726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.551523 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.554221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c0e32520-0586-4af3-886a-de71dd958095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:03.582598 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Pushing event deleted for resources: {'Port': ['ID=979b59ea-ef67-4e71-b4cf-646c444681b9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:03.586314 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:03.658092 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.791512 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.793840 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.854585 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.855266 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b32b61d-c867-4587-a8b9-54c0ef17f1eb {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:20:03.860413 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.863964 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f3f413fa-776e-4b25-ac75-a8932b054083 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b32b61d-c867-4587-a8b9-54c0ef17f1eb HTTP/1.1" status: 204 len: 168 time: 1.3319132 Jun 15 14:20:03.864300 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37188) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:03.923971 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Deleting subnet 56a66450-e089-407e-9fba-c10b8e036f04 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:03.927908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.946087 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 36190e94-0726-46d8-8ec7-9c1c7616918b no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:03.957073 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:03.974863 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:03.983300 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 36190e94-0726-46d8-8ec7-9c1c7616918b {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:03.983651 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 36190e94-0726-46d8-8ec7-9c1c7616918b not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:04.070921 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.137264 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.139766 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f40ebd1c-c921-44fe-8fc8-c75270bae11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:04.171942 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a66450-e089-407e-9fba-c10b8e036f04,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:04.174468 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:04.176987 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.178895 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a722c660-df5f-4d20-924d-610a385ccef9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56a66450-e089-407e-9fba-c10b8e036f04 HTTP/1.1" status: 204 len: 168 time: 0.3133767 Jun 15 14:20:04.181357 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37190) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:04.183830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68cfbdf-7a94-4529-8cbb-f2808de185ff None None] Network 3631a935-036f-4ca1-871f-456568654dfc requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:04.273825 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.333271 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Deleting port 0046b100-7ebc-4646-9ce4-1f7c02299f8c {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:04.333629 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.404228 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] DHCP port deletion for 3631a935-036f-4ca1-871f-456568654dfc request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:20:04.424397 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] For port 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=0046b100-7ebc-4646-9ce4-1f7c02299f8c,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:04.424742 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.457150 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Deleting port 0046b100-7ebc-4646-9ce4-1f7c02299f8c {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:04.457556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.516564 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Calling delete_port for 0046b100-7ebc-4646-9ce4-1f7c02299f8c owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:04.541722 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] For port 0046b100-7ebc-4646-9ce4-1f7c02299f8c, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=0046b100-7ebc-4646-9ce4-1f7c02299f8c,segment=NetworkSegment(5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b),segment_id=5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:04.542125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.613579 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.615634 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-090a7be9-380d-44d4-be71-443fee69406e tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:04.647414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] No DVR routers for this DVR port 0046b100-7ebc-4646-9ce4-1f7c02299f8c on host dv-cinder-796286-3-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:04.651678 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0046b100-7ebc-4646-9ce4-1f7c02299f8c,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:04.654712 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:04.756353 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.760974 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Calling delete_port for 0046b100-7ebc-4646-9ce4-1f7c02299f8c owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:04.768729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3631a935-036f-4ca1-871f-456568654dfc']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:04.780401 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:04.780691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2d0213-3dc5-4d2c-9cd6-f48b2f7f944b') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:04.790457 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.805658 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.811966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:04.812348 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:04.814028 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:04.853120 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.855031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:04.888865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Pushing event deleted for resources: {'Port': ['ID=0046b100-7ebc-4646-9ce4-1f7c02299f8c,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:04.890886 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.891051 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] No DVR routers for this DVR port 0046b100-7ebc-4646-9ce4-1f7c02299f8c on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:04.899655 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:04.900798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:04.902203 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] 10.222.0.11 "DELETE /v2.0/networks/3631a935-036f-4ca1-871f-456568654dfc HTTP/1.1" status: 204 len: 168 time: 0.7199016 Jun 15 14:20:04.902812 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.903225 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.903665 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.904066 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.904467 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.904890 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.905277 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.905670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.906000 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.906325 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.906965 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.907400 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:04.910544 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4896dad5-2749-4a76-ac4a-1e1a5ed0b1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:04.923114 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3631a935-036f-4ca1-871f-456568654dfc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:04.926005 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:05.016154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37196) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:05.060246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-dc62617a-b5e0-4a05-905c-9e54a03cbde0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcf39de6990d4d11adcd5e608fbb4d78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428627 Jun 15 14:20:05.062697 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37198) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:05.101570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:05.114563 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:05.136773 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:05.186601 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:05.189043 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:05.190216 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e358dc3-0989-4cb9-b10e-c458cc018c06 HTTP/1.1" status: 204 len: 168 time: 0.1266365 Jun 15 14:20:05.190962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3e8c258c-b79b-42fd-9d7f-e4c1ed888295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:05.199233 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e358dc3-0989-4cb9-b10e-c458cc018c06,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:05.201589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:05.881317 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 979b59ea-ef67-4e71-b4cf-646c444681b9 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:05.905849 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 979b59ea-ef67-4e71-b4cf-646c444681b9 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:05.906204 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 979b59ea-ef67-4e71-b4cf-646c444681b9 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:05.906668 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 0046b100-7ebc-4646-9ce4-1f7c02299f8c no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:05.930260 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 0046b100-7ebc-4646-9ce4-1f7c02299f8c {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:05.930619 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 0046b100-7ebc-4646-9ce4-1f7c02299f8c not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:06.582551 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:06.850924 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37248) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:06.954006 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.050857 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.054298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.056499 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1569ba54-82c1-4d2a-97b2-8ddac2d3ffd5 tempest-VolumesNegativeTest-969633890 tempest-VolumesNegativeTest-969633890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:07.096090 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3899d8f-1443-4854-b656-e79834ce21d5,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:07.100426 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35519c24e4fa4ea79b994eb99b0e385d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484996 Jun 15 14:20:07.101466 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6111f01c-6c35-4a0d-b806-6e497e37f307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:07.102976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37252) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:07.153230 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.176263 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.225604 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.228097 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.229181 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3899d8f-1443-4854-b656-e79834ce21d5 HTTP/1.1" status: 204 len: 168 time: 0.1253340 Jun 15 14:20:07.229959 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a21c5a12-92f6-46cd-8138-88a4151bda82 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:07.238699 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3899d8f-1443-4854-b656-e79834ce21d5,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:07.240864 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:07.502432 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37258) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:07.518848 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.612982 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.616923 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.619566 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-010da3a8-6e0d-41c2-b5f0-7d671f06c077 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:07.660212 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=792571da66d94fbb9a76d8ad64018ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567421 Jun 15 14:20:07.661091 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a464bc4-e567-4f50-9b26-ace7d8bdd374,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:07.662908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37260) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:07.664768 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-baaf71b8-6c2f-4a72-9e1f-2d044428645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:07.715172 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.740202 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.791039 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.793652 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:07.795372 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a464bc4-e567-4f50-9b26-ace7d8bdd374 HTTP/1.1" status: 204 len: 168 time: 0.1313868 Jun 15 14:20:07.796375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-4b1e3673-027a-4f9d-8186-bd8ac72a37a0 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:07.805991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a464bc4-e567-4f50-9b26-ace7d8bdd374,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:07.808240 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:10.464455 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb870-cbb2-48d3-b314-326676ebdbb9 req-562bc6c9-aa68-479b-a81c-9ff7957c8a42 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:10.466050 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-456eb870-cbb2-48d3-b314-326676ebdbb9 req-562bc6c9-aa68-479b-a81c-9ff7957c8a42 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.0700653 Jun 15 14:20:10.507324 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-456eb870-cbb2-48d3-b314-326676ebdbb9 req-1f4fe054-048b-4a35-915c-576f6d9faed9 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355711 Jun 15 14:20:10.781829 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-162ac3d4-1e8c-4863-a968-b022e51ad8ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616529 Jun 15 14:20:10.899822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-b34db423-3afe-4500-af8f-011ca0f3a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:10.901257 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-b34db423-3afe-4500-af8f-011ca0f3a497 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.0575688 Jun 15 14:20:11.031972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-39ec9ec3-250a-409a-8250-cb7617d6c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:11.033286 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-39ec9ec3-250a-409a-8250-cb7617d6c1a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.1082811 Jun 15 14:20:11.695065 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b9de-f91e-455a-b97b-50595755b9ce req-061a8303-bc13-4649-8baf-9a7a5b5a2f36 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:11.696481 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d379b9de-f91e-455a-b97b-50595755b9ce req-061a8303-bc13-4649-8baf-9a7a5b5a2f36 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.0682986 Jun 15 14:20:11.735710 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d379b9de-f91e-455a-b97b-50595755b9ce req-2eca5f1c-a8fb-495e-a3b1-d2296b79bc21 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337200 Jun 15 14:20:12.038206 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-dcd8cf1e-e567-4fdb-aa99-aaa38efb27f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 1000 time: 0.0761669 Jun 15 14:20:13.187840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-5d26ca41-f0e1-45ce-a00e-8ec0094ae386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:13.189284 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-5d26ca41-f0e1-45ce-a00e-8ec0094ae386 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.3489668 Jun 15 14:20:13.215216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d3f6f-da84-4d4e-a417-2ecd2518489f req-bf9d3ef6-d871-4b02-880a-6aa6fdde1212 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:13.216617 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f49d3f6f-da84-4d4e-a417-2ecd2518489f req-bf9d3ef6-d871-4b02-880a-6aa6fdde1212 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.3437581 Jun 15 14:20:13.257927 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f49d3f6f-da84-4d4e-a417-2ecd2518489f req-ad8b41ed-f0be-4865-b491-4af12fd8d486 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357511 Jun 15 14:20:13.949251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-a7bb0dec-bc08-4018-91d4-50e98bf2b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:13.950701 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-a7bb0dec-bc08-4018-91d4-50e98bf2b8bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590997 Jun 15 14:20:14.066212 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-3b50ebc9-2e67-40bb-954e-83c03419b7cc service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077449 Jun 15 14:20:14.193296 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1275a173-b7e1-4424-baa2-8c95618f9e17 req-8fc1880a-af55-442f-a645-d563a2f0294b service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188123 Jun 15 14:20:14.492484 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-823a1b1a-9436-477d-baac-89905f18ce62 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:14.493961 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-823a1b1a-9436-477d-baac-89905f18ce62 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.1125870 Jun 15 14:20:14.502205 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36636f0-ff96-4864-86be-bfaba817845d req-e9f00f45-75d9-4955-abd2-f03d2b00c8f3 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:14.503564 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e36636f0-ff96-4864-86be-bfaba817845d req-e9f00f45-75d9-4955-abd2-f03d2b00c8f3 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 946 time: 0.1322746 Jun 15 14:20:14.587899 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e36636f0-ff96-4864-86be-bfaba817845d req-17336d86-9ee1-4014-90bf-c513ecf527d4 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups?id=95a072b3-9935-4b43-b921-4a2bc111679b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752270 Jun 15 14:20:14.648097 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Deleting port afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:14.648440 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:14.762151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] For port afb3fd74-02b4-4e54-9109-0faea00e8381, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afb3fd74-02b4-4e54-9109-0faea00e8381,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:14.763169 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:14.764726 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37338) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:15.006911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.007282 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.007591 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Floating IP eb5f2a2f-4a9b-4569-9988-8ce929b00799 disassociated. External IP: 172.27.0.78, port: afb3fd74-02b4-4e54-9109-0faea00e8381. Jun 15 14:20:15.007933 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Calling delete_port for afb3fd74-02b4-4e54-9109-0faea00e8381 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:15.141399 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Deleting port 3c10c860-84e4-4d15-993a-38609b879087 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:15.141811 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.175305 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.180940 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b55ca86d-f33b-4cd6-b249-dddf25eb3d03 tempest-VolumesActionsTest-1858156408 tempest-VolumesActionsTest-1858156408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:15.212677 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'Port': ['ID=afb3fd74-02b4-4e54-9109-0faea00e8381,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:15.215845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:15.246185 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.246522 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.342789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Calling delete_port for 3c10c860-84e4-4d15-993a-38609b879087 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:15.376192 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:15.518005 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.520767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2cd3a33d-b57b-44fe-8280-07332aec4068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:15.522024 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:15.535814 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:15.546503 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:15.547500 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:15.550195 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event deleted for resources: {'Port': ['ID=3c10c860-84e4-4d15-993a-38609b879087,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:15.553591 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:15.577694 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] No DVR routers for this DVR port afb3fd74-02b4-4e54-9109-0faea00e8381 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:15.580661 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.582746 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d35f5690-336d-4a7b-97bf-4f41dc0fef20 req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.23 "DELETE /v2.0/ports/afb3fd74-02b4-4e54-9109-0faea00e8381 HTTP/1.1" status: 204 len: 173 time: 1.0783184 Jun 15 14:20:15.583300 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-deleted', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:15.586045 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ec0f0-165e-4010-889e-cbde3f44c8a1" -d '{"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-deleted", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:15.654846 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.655178 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Floating IP a89f168f-7050-447b-a7bc-0be74a914c47 disassociated (deleted). External IP: 172.27.0.65, port: 2206700f-5739-4694-9623-32660dc53625. Jun 15 14:20:15.680096 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bda057-ea97-4b92-bb52-f13201b74451 x-openstack-request-id: req-c4bda057-ea97-4b92-bb52-f13201b74451 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:15.680451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612c143a-65fc-47db-bcfc-66f8e01eab19", "name": "network-vif-deleted", "tag": "afb3fd74-02b4-4e54-9109-0faea00e8381", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:15.680731 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4bda057-ea97-4b92-bb52-f13201b74451 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:15.681225 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612c143a-65fc-47db-bcfc-66f8e01eab19', 'name': 'network-vif-deleted', 'tag': 'afb3fd74-02b4-4e54-9109-0faea00e8381', 'status': 'completed', 'code': 200} Jun 15 14:20:15.820436 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-783c6205-e5f5-403a-bdb1-0e2adc7e5c1a req-e5616188-1cef-43b2-ba68-434da0745df1 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/ports?device_id=612c143a-65fc-47db-bcfc-66f8e01eab19 HTTP/1.1" status: 200 len: 210 time: 0.0579183 Jun 15 14:20:15.880477 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:16.154482 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:16.158092 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:16.166425 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:16.167037 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:16.282090 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:16.323000 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:16.448839 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:16.454194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:16.459821 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Sync routers for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:16.469615 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:16.470310 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:16.498922 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6c55dabc-7c14-4f91-85be-51d0ef07b6ac tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "DELETE /v2.0/floatingips/a89f168f-7050-447b-a7bc-0be74a914c47 HTTP/1.1" status: 204 len: 168 time: 1.7325430 Jun 15 14:20:16.499916 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:16.502618 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c5b7e-52ca-4fd7-aee8-c724726a8370" -d '{"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:16.552619 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47f072-1afc-41b3-a8f8-f59ed8c62e2c x-openstack-request-id: req-2c47f072-1afc-41b3-a8f8-f59ed8c62e2c {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:16.552957 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "tag": "2206700f-5739-4694-9623-32660dc53625", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:16.553244 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c47f072-1afc-41b3-a8f8-f59ed8c62e2c {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:16.553716 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'status': 'completed', 'code': 200} Jun 15 14:20:16.606974 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:16.610769 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db0a7d-e5c3-46cd-93cf-95369345f456 None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:12:53Z', 'revision_number': 4, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'd24611e4-3de9-4c86-9249-8afc5004c937', 'name': '', 'network_id': '4b79ad3e-95a4-47b0-987e-ec116b3afd67', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'mac_address': 'fa:16:3e:40:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:46Z', 'updated_at': '2021-06-15T14:13:07Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'subnets': [{'id': '6657a12a-3b45-45de-9c08-04e1414473fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:16.654148 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-e4f27c99-3db4-46bb-8b58-77e7f30646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:16.656627 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-e4f27c99-3db4-46bb-8b58-77e7f30646c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 1098 time: 0.0754440 Jun 15 14:20:16.678145 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:16.799304 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-81d80387-9a03-4af3-9263-ff538a9a3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:16.801909 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-81d80387-9a03-4af3-9263-ff538a9a3b0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 200 len: 909 time: 0.1349888 Jun 15 14:20:16.863840 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-b3c24f31-f99b-4363-b4ef-4e2713b64d10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 200 len: 217 time: 0.0546694 Jun 15 14:20:16.929331 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e741e-104b-45b0-a48d-2c013b9d3a45 None None] New status for floating IP eb5f2a2f-4a9b-4569-9988-8ce929b00799: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:20:16.963747 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-37dd26e4-5b97-47cb-a547-707aa940a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:16.965343 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-37dd26e4-5b97-47cb-a547-707aa940a4a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 200 len: 847 time: 0.0949304 Jun 15 14:20:16.983161 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37376) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:16.992652 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:16.996499 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Checking router: c8fe84b6-70b0-46d2-a9e7-018f05c447e5 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:17.006762 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:17.007572 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:17.040399 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4626c-f457-4330-8d05-e4c17508cce8 req-426801b8-5e26-4a38-ab1c-2341ba969479 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:17.042009 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cab4626c-f457-4330-8d05-e4c17508cce8 req-426801b8-5e26-4a38-ab1c-2341ba969479 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1253214 Jun 15 14:20:17.046179 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.073970 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.081000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-28697bbd-f223-4650-8912-4ae888c82ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:17.082483 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-28697bbd-f223-4650-8912-4ae888c82ad5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d295e817-373c-4a9e-802c-fe8a4d4be976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096821 Jun 15 14:20:17.105579 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cab4626c-f457-4330-8d05-e4c17508cce8 req-93516594-d7d7-4ee3-933c-fd4b42b5df93 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552275 Jun 15 14:20:17.141615 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.144784 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.146242 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "DELETE /v2.0/security-groups/95a072b3-9935-4b43-b921-4a2bc111679b HTTP/1.1" status: 204 len: 168 time: 0.1618543 Jun 15 14:20:17.147325 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70082e1b-7cfb-4afe-bada-b9421231209d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:17.149228 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37378) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:17.160333 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a072b3-9935-4b43-b921-4a2bc111679b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:17.169922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:17.198993 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:17.218648 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.api.v2.resource [None req-9d39eba0-4aea-4407-90df-1dd569a52267 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] show failed (client error): The resource could not be found. Jun 15 14:20:17.219647 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-9d39eba0-4aea-4407-90df-1dd569a52267 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "GET /v2.0/security-groups/95a072b3-9935-4b43-b921-4a2bc111679b HTTP/1.1" status: 404 len: 347 time: 0.0693154 Jun 15 14:20:17.223124 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37380) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:17.242242 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-650af6b5-5f9e-4c0e-8326-0e2a01d51bde service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514411 Jun 15 14:20:17.364489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e08c5b7e-52ca-4fd7-aee8-c724726a8370 req-51c5f933-6c81-4323-8507-ba315327b3ff service neutron] 10.222.0.23 "GET /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141462 Jun 15 14:20:17.389880 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Deleting port 071a2542-2478-4106-bd19-15a1268b8b3b {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:17.390513 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.464752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:17.468955 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfc89c-e876-4f28-baa4-d776edc20616 None None] The sync data for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi is: [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:25Z', 'revision_number': 4, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '33617fd6-0ba4-4f7b-91fa-f815cddecb66', 'name': '', 'network_id': 'd295e817-373c-4a9e-802c-fe8a4d4be976', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'mac_address': 'fa:16:3e:15:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '85b813ac-4877-4062-9a54-4799b76fd638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:24Z', 'updated_at': '2021-06-15T14:14:34Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'subnets': [{'id': '85b813ac-4877-4062-9a54-4799b76fd638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:17.495488 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.495902 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.600091 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Calling delete_port for 071a2542-2478-4106-bd19-15a1268b8b3b owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:17.710684 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7142b-06d4-41b6-b68b-dc3fb0a59d13 None None] New status for floating IP a89f168f-7050-447b-a7bc-0be74a914c47: DOWN {{(pid=91925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:20:17.782808 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.785081 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05f47001-e7cc-4a74-bcb4-f689c1b65ac4 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:17.813129 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Pushing event deleted for resources: {'Port': ['ID=071a2542-2478-4106-bd19-15a1268b8b3b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:17.816646 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:17.865752 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37390) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:17.891387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.893924 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:17.895176 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-25741531-39fc-4675-9555-dd8b07e51d4d tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] 10.222.0.11 "DELETE /v2.0/floatingips/eb5f2a2f-4a9b-4569-9988-8ce929b00799 HTTP/1.1" status: 204 len: 168 time: 0.6700490 Jun 15 14:20:17.980367 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.087553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.091375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.094578 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-61cf9b52-2125-4f87-8b6f-c1d4fcc1b1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:18.132631 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1748595755624b1093789dc96638ffba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657967 Jun 15 14:20:18.134623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44ea75-4264-45a8-bb25-3476ab54bc2b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:18.135447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37398) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:18.138390 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2e35ed59-92e9-4497-b7d7-96779b1eb3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:18.196715 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.221192 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.274285 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.276940 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.278123 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e44ea75-4264-45a8-bb25-3476ab54bc2b HTTP/1.1" status: 204 len: 168 time: 0.1416178 Jun 15 14:20:18.278888 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6945f515-dcba-4504-bdfc-47ca573c7c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:18.292456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44ea75-4264-45a8-bb25-3476ab54bc2b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:18.295346 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:18.316641 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090d212-f243-4771-a47e-30ad6ba39cbb req-66dca692-2728-493c-b72a-2cd627b33d61 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:18.318237 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b090d212-f243-4771-a47e-30ad6ba39cbb req-66dca692-2728-493c-b72a-2cd627b33d61 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.0808349 Jun 15 14:20:18.397992 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b090d212-f243-4771-a47e-30ad6ba39cbb req-c66184df-6366-454b-8037-fee6f45ac3ee tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e2b0d07-fa49-421e-a2cf-48e459243655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692017 Jun 15 14:20:18.424120 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171c67c-339a-447a-aa0b-b21471adaace req-0fed7641-ad85-4816-b185-0662de38a2da tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:18.425545 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3171c67c-339a-447a-aa0b-b21471adaace req-0fed7641-ad85-4816-b185-0662de38a2da tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.23 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 945 time: 0.1064382 Jun 15 14:20:18.441322 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:18.466483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: afb3fd74-02b4-4e54-9109-0faea00e8381 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:18.467078 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device afb3fd74-02b4-4e54-9109-0faea00e8381 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:18.540176 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Deleting port 2206700f-5739-4694-9623-32660dc53625 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:18.540562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.550760 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37406) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:18.566807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.661935 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.663943 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] For port 2206700f-5739-4694-9623-32660dc53625, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2206700f-5739-4694-9623-32660dc53625,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:18.664309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.666069 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.669313 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4c709360-d1c7-4cab-969b-80126d9d5648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:18.707708 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b223fb30e7e4412a9492fa343e0ba352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558480 Jun 15 14:20:18.708622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4451b6c-9ea4-4c70-a3d6-70288022c0a0,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:18.710856 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37408) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:18.717241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:18.758690 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Calling delete_port for 2206700f-5739-4694-9623-32660dc53625 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:18.762357 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.788143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.838555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.841227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.842408 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4451b6c-9ea4-4c70-a3d6-70288022c0a0 HTTP/1.1" status: 204 len: 168 time: 0.1306672 Jun 15 14:20:18.843164 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-11c85698-017d-484b-9a60-d2beb9ad7284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:18.852000 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4451b6c-9ea4-4c70-a3d6-70288022c0a0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:18.854233 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:18.914177 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:18.917941 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9fd6f63f-0f8b-4da1-b6e8-0ec0b0e59958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:18.949000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event deleted for resources: {'Port': ['ID=2206700f-5739-4694-9623-32660dc53625,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:18.952116 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:19.013343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] No DVR routers for this DVR port 2206700f-5739-4694-9623-32660dc53625 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:19.016387 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:19.018104 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3171c67c-339a-447a-aa0b-b21471adaace req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.23 "DELETE /v2.0/ports/2206700f-5739-4694-9623-32660dc53625 HTTP/1.1" status: 204 len: 173 time: 0.5869572 Jun 15 14:20:19.018602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-deleted', 'tag': '2206700f-5739-4694-9623-32660dc53625'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:19.020977 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55062ebf-cfaf-444d-85aa-e1b910667abc" -d '{"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-deleted", "tag": "2206700f-5739-4694-9623-32660dc53625"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:19.074606 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73d9f1-3bc0-4650-b535-d2eed875cd34 x-openstack-request-id: req-0b73d9f1-3bc0-4650-b535-d2eed875cd34 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:19.075324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029a586-7d5e-490c-a120-f5bdd5bf09ed", "name": "network-vif-deleted", "tag": "2206700f-5739-4694-9623-32660dc53625", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:19.075324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b73d9f1-3bc0-4650-b535-d2eed875cd34 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:19.075751 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029a586-7d5e-490c-a120-f5bdd5bf09ed', 'name': 'network-vif-deleted', 'tag': '2206700f-5739-4694-9623-32660dc53625', 'status': 'completed', 'code': 200} Jun 15 14:20:19.597352 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1490f819-a6c0-4e69-a379-57df7d9d626f req-da4e5280-c282-44b8-9b69-34ee41f1ac9c tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "GET /v2.0/ports?device_id=e029a586-7d5e-490c-a120-f5bdd5bf09ed HTTP/1.1" status: 200 len: 210 time: 0.0356069 Jun 15 14:20:20.697322 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37478) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:20.740315 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37482) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:20.778129 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.806167 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.871224 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.874583 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.875725 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e2b0d07-fa49-421e-a2cf-48e459243655 HTTP/1.1" status: 204 len: 168 time: 0.1771929 Jun 15 14:20:20.876496 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1f564ad4-fe9e-429b-ba9d-c6c034c9b930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:20.888471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b0d07-fa49-421e-a2cf-48e459243655,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:20.892024 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:20.928148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37488) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:21.436920 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:21.634307 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:21.785834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Deleting port 33617fd6-0ba4-4f7b-91fa-f815cddecb66 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:21.786369 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:21.898609 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] For port 33617fd6-0ba4-4f7b-91fa-f815cddecb66, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=33617fd6-0ba4-4f7b-91fa-f815cddecb66,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:21.899100 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:21.973724 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Deleting port d24611e4-3de9-4c86-9249-8afc5004c937 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:21.974721 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.004171 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Calling delete_port for 33617fd6-0ba4-4f7b-91fa-f815cddecb66 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:22.083982 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] For port d24611e4-3de9-4c86-9249-8afc5004c937, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=d24611e4-3de9-4c86-9249-8afc5004c937,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:22.084418 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.178124 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Calling delete_port for d24611e4-3de9-4c86-9249-8afc5004c937 owned by network:router_interface {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:22.233302 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.236146 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a3e148f-dbaf-415a-b01f-aeb0a0d44c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:22.269630 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Pushing event deleted for resources: {'Port': ['ID=33617fd6-0ba4-4f7b-91fa-f815cddecb66,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:22.272497 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:22.408275 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.410492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:22.441110 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24611e4-3de9-4c86-9249-8afc5004c937,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:22.444604 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:22.475187 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:22.508242 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.508661 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 2206700f-5739-4694-9623-32660dc53625 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:22.509252 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 2206700f-5739-4694-9623-32660dc53625 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:22.673910 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:22.969047 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Router 20e62751-0a59-46b0-a481-4e96c70f9e1f has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:23.108906 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:23.120960 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:23.131355 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b9a3d779-f79f-4d91-ad45-69a1309c98d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/20e62751-0a59-46b0-a481-4e96c70f9e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893211 Jun 15 14:20:23.131973 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37502) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:23.132635 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Sync routers for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:23.144907 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:23.145622 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:23.264482 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:23.271271 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3f7e2cc4-9675-425d-aade-d298ab38038f admin admin] 10.222.0.11 "PUT /v2.0/routers/c8fe84b6-70b0-46d2-a9e7-018f05c447e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3420627 Jun 15 14:20:23.273882 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37510) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:23.278468 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Sync routers for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:23.292221 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:23.293134 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:23.301375 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks [] for router, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.365405 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:23.448482 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.503028 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.591445 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Deleting port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:23.591790 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.635711 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.714388 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:23.735893 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Deleting port face84c9-1fcf-4ec5-8662-2f08d9d774e4 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:23.736321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.764626 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] For port c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:23.772326 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.803565 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:22Z', 'revision_number': 5, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port': {'id': 'c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:39Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:23.810759 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Checking router: 20e62751-0a59-46b0-a481-4e96c70f9e1f for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:23.836502 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Routers {'20e62751-0a59-46b0-a481-4e96c70f9e1f'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:23.837208 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['20e62751-0a59-46b0-a481-4e96c70f9e1f'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:23.882952 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] For port face84c9-1fcf-4ec5-8662-2f08d9d774e4, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=face84c9-1fcf-4ec5-8662-2f08d9d774e4,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:23.883406 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:23.986102 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Calling delete_port for c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 owned by network:router_gateway {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:24.022376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Calling delete_port for face84c9-1fcf-4ec5-8662-2f08d9d774e4 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:24.077078 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:20:22Z', 'revision_number': 5, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port': {'id': 'face84c9-1fcf-4ec5-8662-2f08d9d774e4', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:19Z', 'updated_at': '2021-06-15T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:24.082007 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Checking router: c8fe84b6-70b0-46d2-a9e7-018f05c447e5 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:24.094128 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Routers {'c8fe84b6-70b0-46d2-a9e7-018f05c447e5'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:24.097247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:24.132000 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] Set router 20e62751-0a59-46b0-a481-4e96c70f9e1f gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:24.219352 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9f135de0-4468-486a-9422-261031db3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:23Z', 'revision_number': 6, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:24.223167 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f135de0-4468-486a-9422-261031db3fcf None None] The sync data for ids ['20e62751-0a59-46b0-a481-4e96c70f9e1f'] in dv-cinder-796286-3-iscsi is: [{'id': '20e62751-0a59-46b0-a481-4e96c70f9e1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1094700647-router', 'tenant_id': 'a9c46c997e944b798ff96968079d6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:38Z', 'updated_at': '2021-06-15T14:20:23Z', 'revision_number': 6, 'project_id': 'a9c46c997e944b798ff96968079d6a3b', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:24.307133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.307955 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.311242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9d56fab5-bfbc-4c82-bb11-6872e2488e76 tempest-AttachVolumeNegativeTest-164418866 tempest-AttachVolumeNegativeTest-164418866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:24.311929 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a857a59a-00de-4cbd-b629-0204928e3630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:24.329688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] Set router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 gateway port host: None {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:24.342798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Pushing event deleted for resources: {'Port': ['ID=face84c9-1fcf-4ec5-8662-2f08d9d774e4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:24.346781 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:24.352587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:24.355978 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:24.437376 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:20:23Z', 'revision_number': 6, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:24.441073 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.441991 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80856430-2f84-4dc6-a818-2b2a9e2d5f31 None None] The sync data for ids ['c8fe84b6-70b0-46d2-a9e7-018f05c447e5'] in dv-cinder-796286-3-iscsi is: [{'id': 'c8fe84b6-70b0-46d2-a9e7-018f05c447e5', 'name': 'tempest-TestShelveInstance-797648822-router', 'tenant_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:20:23Z', 'revision_number': 6, 'project_id': 'abe3928ad3bc44b29e09e871fc6dc52b', 'gw_port_host': None}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:24.454056 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.596833 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.599672 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.604846 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.604846 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.670619 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.671940 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fe84b6-70b0-46d2-a9e7-018f05c447e5 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:20:24.677251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.681122 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-62492e67-2c13-4461-9ccc-f7f3b6cf9082 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c8fe84b6-70b0-46d2-a9e7-018f05c447e5 HTTP/1.1" status: 204 len: 168 time: 1.4037247 Jun 15 14:20:24.681393 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37552) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:24.736439 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Deleting subnet 85b813ac-4877-4062-9a54-4799b76fd638 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:24.739827 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.783881 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.881767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.953787 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.963759 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ceed053f-dae3-4ba6-8909-633ccc0036fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:24.969185 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.977187 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/85b813ac-4877-4062-9a54-4799b76fd638 HTTP/1.1" status: 204 len: 168 time: 0.2922690 Jun 15 14:20:24.977364 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90316c24-364a-4284-9479-4d0993b24100 None None] Network d295e817-373c-4a9e-802c-fe8a4d4be976 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:24.978581 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37554) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:24.987573 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.987976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e62751-0a59-46b0-a481-4e96c70f9e1f {{(pid=91923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:20:24.993296 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.994447 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] 10.222.0.11 "DELETE /v2.0/routers/20e62751-0a59-46b0-a481-4e96c70f9e1f HTTP/1.1" status: 204 len: 168 time: 1.8615494 Jun 15 14:20:25.004120 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37556) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:25.062280 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b813ac-4877-4062-9a54-4799b76fd638,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:25.066327 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ad936566-37cd-42db-9fae-cd2f15f86b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:25.073400 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Deleting subnet 6657a12a-3b45-45de-9c08-04e1414473fb {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:25.077268 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.086367 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.120050 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.150907 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Deleting port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:25.151242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.218049 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.238874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] For port 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=913ccc96-2281-4a3c-ae7a-6d85a42bb695,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:25.239289 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.270994 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] DHCP port deletion for d295e817-373c-4a9e-802c-fe8a4d4be976 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:20:25.296874 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.300985 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:25.333869 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6657a12a-3b45-45de-9c08-04e1414473fb,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:25.336777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:25.337926 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.342372 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6657a12a-3b45-45de-9c08-04e1414473fb HTTP/1.1" status: 204 len: 168 time: 0.3341689 Jun 15 14:20:25.345086 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c223996-072b-4993-ae46-604f8719229a None None] Network 4b79ad3e-95a4-47b0-987e-ec116b3afd67 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:25.346017 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37558) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:25.355363 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Calling delete_port for 913ccc96-2281-4a3c-ae7a-6d85a42bb695 owned by network:dhcp {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:25.363936 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Deleting port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:25.364323 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.444414 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.482985 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.487146 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:25.508853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Deleting port 9a99a510-5bf3-4d01-9ebd-f9247f16649a {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:25.509198 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.519009 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] For port 913ccc96-2281-4a3c-ae7a-6d85a42bb695, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=913ccc96-2281-4a3c-ae7a-6d85a42bb695,segment=NetworkSegment(e2dbbc45-4aa3-40f2-a75d-b2f4c4100991),segment_id=e2dbbc45-4aa3-40f2-a75d-b2f4c4100991)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:25.519415 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.534213 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Pushing event deleted for resources: {'Port': ['ID=913ccc96-2281-4a3c-ae7a-6d85a42bb695,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:25.540391 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] No DVR routers for this DVR port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 on host dv-cinder-796286-3-iscsi {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:25.542462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:25.614595 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] For port 9a99a510-5bf3-4d01-9ebd-f9247f16649a, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=9a99a510-5bf3-4d01-9ebd-f9247f16649a,segment=NetworkSegment(fec58337-ec9a-4dad-b6a7-97fe331467be),segment_id=fec58337-ec9a-4dad-b6a7-97fe331467be)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:25.615105 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.726071 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Calling delete_port for 913ccc96-2281-4a3c-ae7a-6d85a42bb695 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:25.748407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.761572 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Calling delete_port for 9a99a510-5bf3-4d01-9ebd-f9247f16649a owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:25.762022 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d295e817-373c-4a9e-802c-fe8a4d4be976']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:25.783548 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:25.784112 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dbbc45-4aa3-40f2-a75d-b2f4c4100991') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:25.800312 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.821265 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.832740 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:25.833929 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:25.836706 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:25.899921 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.918201 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.924777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e82c821f-a494-4a11-80a5-73cdcfadadf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:25.925865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:25.932003 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] No DVR routers for this DVR port 9a99a510-5bf3-4d01-9ebd-f9247f16649a on host dv-cinder-796286-3-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:25.983096 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435fa4b-306d-4f00-949a-d751a2a6fa85 None None] DHCP port deletion for 4b79ad3e-95a4-47b0-987e-ec116b3afd67 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:20:25.986086 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:25.990413 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] No DVR routers for this DVR port 913ccc96-2281-4a3c-ae7a-6d85a42bb695 on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:25.994001 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a99a510-5bf3-4d01-9ebd-f9247f16649a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:25.994505 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-441e04fa-a484-43e8-880e-7b5b8a1b717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:25.999131 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Pushing event deleted for resources: {'Port': ['ID=913ccc96-2281-4a3c-ae7a-6d85a42bb695,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:26.009003 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.033916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.035935 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] 10.222.0.11 "DELETE /v2.0/networks/d295e817-373c-4a9e-802c-fe8a4d4be976 HTTP/1.1" status: 204 len: 168 time: 1.0550759 Jun 15 14:20:26.037068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Pushing event deleted for resources: {'Network': ['ID=d295e817-373c-4a9e-802c-fe8a4d4be976,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:26.038827 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37574) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:26.052115 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.053119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 33617fd6-0ba4-4f7b-91fa-f815cddecb66 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:26.069664 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.082797 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 33617fd6-0ba4-4f7b-91fa-f815cddecb66 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:26.083419 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 33617fd6-0ba4-4f7b-91fa-f815cddecb66 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:26.084052 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device face84c9-1fcf-4ec5-8662-2f08d9d774e4 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:26.112367 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: face84c9-1fcf-4ec5-8662-2f08d9d774e4 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:26.113433 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device face84c9-1fcf-4ec5-8662-2f08d9d774e4 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:26.114205 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 913ccc96-2281-4a3c-ae7a-6d85a42bb695 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:26.139224 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37576) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:26.149244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 913ccc96-2281-4a3c-ae7a-6d85a42bb695 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:26.149724 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 913ccc96-2281-4a3c-ae7a-6d85a42bb695 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:26.150219 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d24611e4-3de9-4c86-9249-8afc5004c937 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:26.174543 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.178165 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: d24611e4-3de9-4c86-9249-8afc5004c937 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:26.178770 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device d24611e4-3de9-4c86-9249-8afc5004c937 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:26.179390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:26.187490 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b79ad3e-95a4-47b0-987e-ec116b3afd67']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:26.200644 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec58337-ec9a-4dad-b6a7-97fe331467be') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:26.200845 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec58337-ec9a-4dad-b6a7-97fe331467be') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:26.209038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:26.210141 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c2e51c5f-5f5c-4486-b4ce-30aaeb1ac6e7 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:26.213934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.230061 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.236459 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:26.236959 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:26.238750 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:26.313660 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.317324 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34478076-00e4-4ed8-a120-609cadc7e718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:26.319855 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.321516 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4b79ad3e-95a4-47b0-987e-ec116b3afd67 HTTP/1.1" status: 204 len: 168 time: 0.9742780 Jun 15 14:20:26.340123 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b79ad3e-95a4-47b0-987e-ec116b3afd67,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:26.351037 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-937191ed-2f6a-4c13-8882-d32fd78eb284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.370166 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.446946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37582) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:26.492100 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-765c36dc-9b2b-42f4-8616-9afda72d3912 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9c46c997e944b798ff96968079d6a3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434458 Jun 15 14:20:26.494519 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37584) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:26.554342 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.573716 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.577845 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.583360 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.587064 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a6d25e66-cb14-4fd9-88f1-f724e7450b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:26.631401 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.633586 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee9220308ed5434a8df2ae3bc1d5a2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933388 Jun 15 14:20:26.634044 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.634346 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036977ad-19d7-4b6c-b5d7-ea9ee3f1ba17,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:26.638113 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37586) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:26.638272 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a2d1988-8fcc-4e67-a9c7-83472e95d169 HTTP/1.1" status: 204 len: 168 time: 0.1421161 Jun 15 14:20:26.638960 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e0628674-2a24-4e5d-b1d0-ec2aa125354e tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:26.644510 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2b14ef61-7b14-48d7-8a2f-01d8f04ff89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.648220 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d1988-8fcc-4e67-a9c7-83472e95d169,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:26.650901 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:26.751585 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.783072 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.797889 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.953991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.956491 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.957632 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/036977ad-19d7-4b6c-b5d7-ea9ee3f1ba17 HTTP/1.1" status: 204 len: 168 time: 0.3188303 Jun 15 14:20:26.999498 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-db503b85-89af-4845-9e97-930d4e96aae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.031786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036977ad-19d7-4b6c-b5d7-ea9ee3f1ba17,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:27.034582 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:27.174174 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Deleting port 57d5b057-1579-41df-8418-8c66ea6ba272 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:27.174586 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.253675 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37610) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:27.279973 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.321233 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] For port 57d5b057-1579-41df-8418-8c66ea6ba272, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=57d5b057-1579-41df-8418-8c66ea6ba272,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:27.321609 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.374471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37614) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:27.422842 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Calling delete_port for 57d5b057-1579-41df-8418-8c66ea6ba272 owned by network:router_interface {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:27.470425 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022665858-network', 'tenant_id': 'edb9439078824348bbee107f2881b86d'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:27.614464 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.626345 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.631288 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-53ded0df-2f1a-4ab4-962b-475862bc5d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.633956 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Made reservation on behalf of edb9439078824348bbee107f2881b86d for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:27.636322 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.647324 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.680854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55225383-ebba-4f2f-842a-f3e0916195b2,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:27.685893 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60bb175d6c134b04ba9925fa32132c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312403 Jun 15 14:20:27.686828 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ec2dadd6-e1ef-4976-bf08-d53bbe7359fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:27.692976 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37618) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:27.772892 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.778188 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.782219 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a7ef074-9c16-4808-9608-ab35dbe65c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.787819 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.795231 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-2d6dfa33-aed9-4bda-80e6-d8958defa9d7 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.800067 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:20:27.814804 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf609b-9a4d-4f96-8b13-465648e150bd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:27.818860 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:27.819861 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.820195 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Added segment d4718643-83bd-4f6f-a158-6c01b0f6fbc5 of type vlan for network 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 Jun 15 14:20:27.829248 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.833357 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d5b057-1579-41df-8418-8c66ea6ba272,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:27.838795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:27.879769 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.897436 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.912079 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.913377 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:27.914038 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.916230 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.966067 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5904164 Jun 15 14:20:27.970159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37620) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:27.992470 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 9a99a510-5bf3-4d01-9ebd-f9247f16649a no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:28.016588 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Pushing event updated for resources: {'Network': ['ID=22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:28.018187 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 9a99a510-5bf3-4d01-9ebd-f9247f16649a {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:28.018760 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 9a99a510-5bf3-4d01-9ebd-f9247f16649a not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:28.020998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:28.029642 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:20:28.084678 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Request body: {'subnet': {'network_id': '22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022665858-subnet', 'tenant_id': 'edb9439078824348bbee107f2881b86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:28.152154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Made reservation on behalf of edb9439078824348bbee107f2881b86d for: {'subnet': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:28.154553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4691161'] for subnet, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.188845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.190745 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.193416 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.194667 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55225383-ebba-4f2f-842a-f3e0916195b2 HTTP/1.1" status: 204 len: 168 time: 0.5007076 Jun 15 14:20:28.197874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f14efe0a-0743-4f54-9f8a-088096ccaddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:28.210935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55225383-ebba-4f2f-842a-f3e0916195b2,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:28.259818 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-98eeed5a-e489-4377-a3c1-8f25aea15937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:28.921470 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5134743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4691151'] for subnet, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.927164 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:28.999916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Router 0dde1590-08dd-479a-a3ef-c2204ba098db has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:29.015460 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=13187ccb-8bdd-450b-9fe1-20ad114150f0,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:29.019403 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:29.031587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Checking segment: {'id': 'd4718643-83bd-4f6f-a158-6c01b0f6fbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:29.031942 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Network hostable DHCP agents. Network: 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:20:29.165495 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Network 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:20:29.183425 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1) {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:29.189691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:29.190270 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.191745 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e099215-4e42-4583-84d7-931a1e3e1065 None None] Network 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:29.197586 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:29.207264 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37650) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:29.207714 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/0dde1590-08dd-479a-a3ef-c2204ba098db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669462 Jun 15 14:20:29.210974 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Sync routers for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:29.223681 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-f560cfa6-95f4-4b89-8765-cfd39e5c3eab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1438825 Jun 15 14:20:29.223907 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:29.223907 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:29.243509 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37654) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:29.398993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.402412 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec40ec4-2829-4c18-aa32-a5dffced55af None None] Network 22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:29.436496 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:29.442294 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.587392 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.593359 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.599378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1801db27-25be-4cc3-8ef4-2bdfe4d68ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:29.695461 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=075e543acc494dbebefc9ad9f68a2087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502673 Jun 15 14:20:29.700486 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44fc183-040e-47ef-a210-e2a5516e4346,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:29.710331 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37664) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:29.739609 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:20:27Z', 'revision_number': 5, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:29.743696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0ed7b161-c960-4d3e-ad66-bc87abcc67e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:29.744168 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Checking router: 0dde1590-08dd-479a-a3ef-c2204ba098db for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:29.753814 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Routers {'0dde1590-08dd-479a-a3ef-c2204ba098db'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:29.754441 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['0dde1590-08dd-479a-a3ef-c2204ba098db'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:29.859137 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.900758 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.940746 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.968273 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.971220 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.972504 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a44fc183-040e-47ef-a210-e2a5516e4346 HTTP/1.1" status: 204 len: 168 time: 0.2456656 Jun 15 14:20:29.973636 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d2dcaf4a-3d3d-4cf2-b070-e37ca5b1f674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:29.978379 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] Set router 0dde1590-08dd-479a-a3ef-c2204ba098db gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:29.991278 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44fc183-040e-47ef-a210-e2a5516e4346,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:29.998971 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.015374 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Deleting port b4262628-694c-4aea-9c0a-7099baa9c58e {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:30.015722 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.024255 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37674) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:30.032129 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39825905-network', 'tenant_id': '853146305ab84a98b4d145b74a2ba65b'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:30.060352 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Made reservation on behalf of 853146305ab84a98b4d145b74a2ba65b for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:30.064857 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.078921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.145820 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] For port b4262628-694c-4aea-9c0a-7099baa9c58e, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=b4262628-694c-4aea-9c0a-7099baa9c58e,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:30.146524 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.193569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.198438 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.214879 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:20:30.227565 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e9b39cd2-2424-4e6c-8b69-8019507e2035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.230200 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.230908 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Added segment 437071aa-9f1d-4874-87f4-eff25c433765 of type vlan for network 8581df4a-a415-4876-8a9f-9db3f6a6a464 Jun 15 14:20:30.266418 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Calling delete_port for b4262628-694c-4aea-9c0a-7099baa9c58e owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:30.279009 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:20:27Z', 'revision_number': 5, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:30.282970 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35270084-978d-4f07-ab7b-0abef66e3508 None None] The sync data for ids ['0dde1590-08dd-479a-a3ef-c2204ba098db'] in dv-cinder-796286-3-iscsi is: [{'id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'name': 'tempest-TestShelveInstance-639556612-router', 'tenant_id': '8c56755ffcd54277838a2cd65237b610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:28Z', 'updated_at': '2021-06-15T14:20:27Z', 'revision_number': 5, 'project_id': '8c56755ffcd54277838a2cd65237b610', 'gw_port': {'id': 'b4262628-694c-4aea-9c0a-7099baa9c58e', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde1590-08dd-479a-a3ef-c2204ba098db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:29Z', 'updated_at': '2021-06-15T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:30.314840 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9738743-6398-4676-914c-81e52be59acc,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.322401 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.334017 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.364760 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.366562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:30.367378 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.378993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.383502 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3580592 Jun 15 14:20:30.399874 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37682) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:30.404752 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Request body: {'subnet': {'network_id': '8581df4a-a415-4876-8a9f-9db3f6a6a464', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39825905-subnet', 'tenant_id': '853146305ab84a98b4d145b74a2ba65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:30.427461 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.480426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Pushing event updated for resources: {'Network': ['ID=8581df4a-a415-4876-8a9f-9db3f6a6a464,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.483828 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.487133 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Made reservation on behalf of 853146305ab84a98b4d145b74a2ba65b for: {'subnet': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:30.490266 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4691161'] for subnet, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.493521 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 8581df4a-a415-4876-8a9f-9db3f6a6a464 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:20:30.520797 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.524294 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.555033 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4262628-694c-4aea-9c0a-7099baa9c58e,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.559631 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.656966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.747223 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5134743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4691151'] for subnet, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.752854 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e95a1b92-2117-411d-a7b1-a680bb42201e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.816977 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.819977 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.832926 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b761871-058c-4a0c-ae1c-dfa63f9213d7,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.836192 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.847836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Checking segment: {'id': '437071aa-9f1d-4874-87f4-eff25c433765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8581df4a-a415-4876-8a9f-9db3f6a6a464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:30.848189 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Network hostable DHCP agents. Network: 8581df4a-a415-4876-8a9f-9db3f6a6a464, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:20:30.866959 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Network 8581df4a-a415-4876-8a9f-9db3f6a6a464 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:20:30.875801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 8581df4a-a415-4876-8a9f-9db3f6a6a464) {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:30.880316 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:30.882975 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.886364 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3998320-4412-448b-af0c-b2ddd9bd19b3 None None] Network 8581df4a-a415-4876-8a9f-9db3f6a6a464 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:30.888338 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.889156 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dde1590-08dd-479a-a3ef-c2204ba098db {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:20:30.897081 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.898866 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0dde1590-08dd-479a-a3ef-c2204ba098db HTTP/1.1" status: 204 len: 168 time: 1.6903393 Jun 15 14:20:30.901708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37696) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:30.912487 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-003ada38-3718-4614-8ac6-8c12f45feed7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5108986 Jun 15 14:20:30.970670 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Deleting subnet 1466863a-c89b-4fe2-a77b-1583891c1602 {{(pid=91923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:30.975967 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.034559 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5835553'] for subnet, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.089682 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37704) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:31.143670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1410c5-6300-4fc0-abf3-3ea0a66e6cf8 None None] Network 8581df4a-a415-4876-8a9f-9db3f6a6a464 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:31.164482 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Deleting subnet 13187ccb-8bdd-450b-9fe1-20ad114150f0 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:31.167934 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.175785 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.218584 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.259071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5134804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4691188'] for subnet, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.259623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-06d53510-b17b-4a49-bf1f-6ff468d9fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.262583 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:31.295513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1466863a-c89b-4fe2-a77b-1583891c1602,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:31.295680 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.304556 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.306498 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1466863a-c89b-4fe2-a77b-1583891c1602 HTTP/1.1" status: 204 len: 168 time: 0.4037542 Jun 15 14:20:31.308202 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c349dea9-37e4-454c-8c6f-b273357a68f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:31.309005 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37710) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:31.317366 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da950f-d222-4a98-bce7-83392d93a91e None None] Network 4887ceb2-775f-47d4-b18a-748ae6a19879 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:31.377026 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.380052 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e610db85-9b16-4697-9e49-3474f5526954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:31.414043 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13187ccb-8bdd-450b-9fe1-20ad114150f0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:31.417250 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:31.421257 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.426868 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-858b108b-d0a6-41e7-84e4-907f03df61b4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/13187ccb-8bdd-450b-9fe1-20ad114150f0 HTTP/1.1" status: 204 len: 168 time: 0.3359957 Jun 15 14:20:31.427332 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37716) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:31.460182 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.576890 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.613423 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] DHCP port deletion for 4887ceb2-775f-47d4-b18a-748ae6a19879 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:20:31.655235 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Deleting port c8ba4068-ef57-4184-8243-cfbdf4e53cac {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:31.655583 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.673036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Deleting port c8ba4068-ef57-4184-8243-cfbdf4e53cac {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:31.673036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.726964 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.742027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:31.757348 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] For port c8ba4068-ef57-4184-8243-cfbdf4e53cac, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c8ba4068-ef57-4184-8243-cfbdf4e53cac,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:31.757859 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.804201 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4718643-83bd-4f6f-a158-6c01b0f6fbc5') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:31.804497 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4718643-83bd-4f6f-a158-6c01b0f6fbc5') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:31.819025 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] For port c8ba4068-ef57-4184-8243-cfbdf4e53cac, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=c8ba4068-ef57-4184-8243-cfbdf4e53cac,segment=NetworkSegment(bcc1913f-b958-495b-ad3d-3d5dbcc88573),segment_id=bcc1913f-b958-495b-ad3d-3d5dbcc88573)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:31.819386 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.822530 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.953187 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Calling delete_port for c8ba4068-ef57-4184-8243-cfbdf4e53cac owned by network:dhcp {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:31.955466 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.968517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:31.968917 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:31.970652 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:32.010193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Calling delete_port for c8ba4068-ef57-4184-8243-cfbdf4e53cac owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:32.014268 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 57d5b057-1579-41df-8418-8c66ea6ba272 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:32.044654 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 57d5b057-1579-41df-8418-8c66ea6ba272 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:32.045007 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 57d5b057-1579-41df-8418-8c66ea6ba272 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:32.045437 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device b4262628-694c-4aea-9c0a-7099baa9c58e no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:32.102420 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.108995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:32.112801 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: b4262628-694c-4aea-9c0a-7099baa9c58e {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:32.113151 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device b4262628-694c-4aea-9c0a-7099baa9c58e not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:32.113267 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.113600 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device c8ba4068-ef57-4184-8243-cfbdf4e53cac no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:32.117903 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1 HTTP/1.1" status: 204 len: 168 time: 0.6868129 Jun 15 14:20:32.117903 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37732) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:32.143865 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ccd0af-6ac2-4b4e-93b7-9dd2ed0e22c1,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:32.173428 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-16551997-7ad3-48a7-a17f-6dc116c9d9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.189054 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.193318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:32.213047 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Port c8ba4068-ef57-4184-8243-cfbdf4e53cac update to DOWN by agent not found {{(pid=91925) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 15 14:20:32.221178 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.223193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:32.229795 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Deleting subnet 4b761871-058c-4a0c-ae1c-dfa63f9213d7 {{(pid=91923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:32.231490 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ba4068-ef57-4184-8243-cfbdf4e53cac,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:32.235515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.236177 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.238205 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] No DVR routers for this DVR port c8ba4068-ef57-4184-8243-cfbdf4e53cac on host dv-cinder-796286-3-iscsi {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:32.256590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Pushing event deleted for resources: {'Port': ['ID=c8ba4068-ef57-4184-8243-cfbdf4e53cac,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:32.259656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.260470 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] No DVR routers for this DVR port c8ba4068-ef57-4184-8243-cfbdf4e53cac on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:32.331409 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5835553'] for subnet, precommit_delete_associations {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.404838 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.419596 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4887ceb2-775f-47d4-b18a-748ae6a19879']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.437023 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc1913f-b958-495b-ad3d-3d5dbcc88573') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.437312 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc1913f-b958-495b-ad3d-3d5dbcc88573') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.445959 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.477278 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.501702 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.511935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:32.512346 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:32.514096 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:32.598309 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5134804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4691188'] for subnet, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.602649 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:32.615343 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.642845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b761871-058c-4a0c-ae1c-dfa63f9213d7,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:32.656097 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.657994 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] 10.222.0.11 "DELETE /v2.0/networks/4887ceb2-775f-47d4-b18a-748ae6a19879 HTTP/1.1" status: 204 len: 168 time: 1.3480532 Jun 15 14:20:32.659972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.662252 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4b761871-058c-4a0c-ae1c-dfa63f9213d7 HTTP/1.1" status: 204 len: 168 time: 0.5431321 Jun 15 14:20:32.664505 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37746) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:32.674557 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7ae2a5af-e251-4414-818b-3067d5c452d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.675451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-d3481a59-674c-414d-ab77-694fad23477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:32.690315 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Pushing event deleted for resources: {'Network': ['ID=4887ceb2-775f-47d4-b18a-748ae6a19879,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:32.693138 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.758817 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.834537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37748) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:32.868235 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.877580 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-96df1cdd-6776-4f37-9f4d-b416a740601c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abe3928ad3bc44b29e09e871fc6dc52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417264 Jun 15 14:20:32.879760 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581df4a-a415-4876-8a9f-9db3f6a6a464']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.879943 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37750) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:32.891020 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437071aa-9f1d-4874-87f4-eff25c433765') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.891321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437071aa-9f1d-4874-87f4-eff25c433765') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:32.901007 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5163195'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.916611 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.923293 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:32.923673 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708312'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: timer() Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: cb(*args, **kw) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: self._notify() Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: self.callback(batched_events) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: event.method(event) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._get(url).json() Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:32.925388 dv-cinder-796286-3-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:32.931416 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:32.953998 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.002547 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.004126 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.006843 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.010667 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d23a0b6-26d0-4896-ad13-731b6c82975a HTTP/1.1" status: 204 len: 168 time: 0.1271646 Jun 15 14:20:33.011066 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.011166 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6d6af942-44f8-45d7-a5a1-a60869cbd827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.011249 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] 10.222.0.11 "DELETE /v2.0/networks/8581df4a-a415-4876-8a9f-9db3f6a6a464 HTTP/1.1" status: 204 len: 168 time: 0.3448210 Jun 15 14:20:33.012517 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.020503 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23a0b6-26d0-4896-ad13-731b6c82975a,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.023669 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-311f6c3c-4172-450b-ac13-4be4ee517c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.033214 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Pushing event deleted for resources: {'Network': ['ID=8581df4a-a415-4876-8a9f-9db3f6a6a464,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.036000 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2e3fb31c-9707-411f-b74e-d5e40d89873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.186287 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37758) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.233506 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-921934ac-f81d-4b1f-b8f8-78335240ddeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edb9439078824348bbee107f2881b86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459104 Jun 15 14:20:33.235877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37760) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.289172 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.313277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.363927 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.366594 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.370105 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29bf609b-9a4d-4f96-8b13-465648e150bd HTTP/1.1" status: 204 len: 168 time: 0.1309133 Jun 15 14:20:33.370105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b8e372f1-87c4-4b59-a985-831025398b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.380494 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf609b-9a4d-4f96-8b13-465648e150bd,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.383776 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-184c654d-4d84-4047-910a-5e7dfbb551b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.396949 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37764) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.443413 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-fe9b6eed-ef31-43b0-85aa-13f634573624 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c56755ffcd54277838a2cd65237b610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451467 Jun 15 14:20:33.445806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37766) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.486713 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.502690 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.508125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1639ac68-abbf-4ed0-86d8-410f85fe21c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.526913 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.737438 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37776) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.786496 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c206b2ab-f5bd-4c5a-a914-50a3b903b883 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=853146305ab84a98b4d145b74a2ba65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477433 Jun 15 14:20:33.788878 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37780) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.858915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.874524 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.877517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.881034 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/394ef6c8-b82e-446f-8f40-b271db2e3501 HTTP/1.1" status: 204 len: 168 time: 0.4319928 Jun 15 14:20:33.881034 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-17d8bd49-bfe9-428d-9bff-d7b118eefbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.888243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ef6c8-b82e-446f-8f40-b271db2e3501,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.893806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.895301 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.963582 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.967151 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.968227 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9738743-6398-4676-914c-81e52be59acc HTTP/1.1" status: 204 len: 168 time: 0.1782081 Jun 15 14:20:33.969105 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7ae9a8be-979a-485d-86b8-c449cc94dd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.978188 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9738743-6398-4676-914c-81e52be59acc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.980520 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:34.718919 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37838) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:34.930936 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-201451475-network', 'tenant_id': '57c6fb12165c45478fe12466e175a052'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:34.952276 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Made reservation on behalf of 57c6fb12165c45478fe12466e175a052 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:34.954733 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.965962 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.065640 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.069701 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.073416 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e7c872c3-3dbb-48c3-a160-2885eb7d8908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:35.092270 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:20:35.108615 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890791b-2cc9-4337-83a9-e859f1fccf5b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:35.111970 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.112408 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Added segment 93f473cd-e8ef-4b8b-b140-5d9012da6b81 of type vlan for network 1cdc6354-51d6-4fb5-a386-93982d59c355 Jun 15 14:20:35.113864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:35.128323 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.164213 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.194442 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.195769 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:35.196347 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.199353 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-466f1576-3d90-4702-8f8b-aad0c73bb29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:35.233479 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5131936 Jun 15 14:20:35.236408 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37856) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:35.241342 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Request body: {'subnet': {'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-201451475-subnet', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'ip_version': 4}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:35.263509 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Made reservation on behalf of 57c6fb12165c45478fe12466e175a052 for: {'subnet': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:35.266244 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4691161'] for subnet, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.290691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Pushing event updated for resources: {'Network': ['ID=1cdc6354-51d6-4fb5-a386-93982d59c355,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:35.293273 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:35.300988 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:20:35.481858 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5134743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4691151'] for subnet, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.484863 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-36607792-c13d-4e80-997f-c05ed869f8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:35.547758 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:35.550357 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:35.558197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:35.558557 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Network hostable DHCP agents. Network: 1cdc6354-51d6-4fb5-a386-93982d59c355, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:20:35.576552 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:20:35.585634 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 1cdc6354-51d6-4fb5-a386-93982d59c355) {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:35.590515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:35.591114 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for subnet, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.595653 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ee791-995f-4092-9019-e4aaa1ab2ba5 None None] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:35.608582 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-82d47cce-4ee3-4e60-9556-da48eefc4dcf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3680344 Jun 15 14:20:35.608911 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37870) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:35.617183 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:35.638294 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.639520 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.715629 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.792830 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-1cdc6354-51d6-4fb5-a386-93982d59c355', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:20:35.794765 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.926091 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.973711 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37884) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:35.985310 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Allocated IP 172.20.0.2 (1cdc6354-51d6-4fb5-a386-93982d59c355/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab/af584ec3-a999-4c83-8972-010b738a02b9) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:36.115770 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.209728 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.220289 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.225272 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Transition to ACTIVE for port object af584ec3-a999-4c83-8972-010b738a02b9 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:36.255712 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.263980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Transition to ACTIVE for port object af584ec3-a999-4c83-8972-010b738a02b9 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:36.275046 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.277125 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:36.300136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.304661 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.307850 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4b480de4-11b5-4ae8-86f2-e04c12d094b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:36.332668 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:36.342501 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:36.345068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:36.354764 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de5451-227e-41f9-b8ae-47e11e309da4,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:36.359633 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Pushing event updated for resources: {'Port': ['ID=af584ec3-a999-4c83-8972-010b738a02b9,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:36.363137 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:36.372055 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5768c404d8e4005ae9ce1f0b051f507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966124 Jun 15 14:20:36.374712 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7606d531-991c-4cce-985c-2cd5d45f9774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:36.375294 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37892) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:36.413377 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Allocated IP 172.27.0.120 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:36.427385 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Attempting to bind port af584ec3-a999-4c83-8972-010b738a02b9 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:36.427761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Attempting to bind port af584ec3-a999-4c83-8972-010b738a02b9 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:36.428133 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Attempting to bind port af584ec3-a999-4c83-8972-010b738a02b9 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:36.433080 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:36.434501 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:36.434501 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.434838 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Bound using segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:36.435308 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Bound port: af584ec3-a999-4c83-8972-010b738a02b9, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:36.435686 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.480388 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.506575 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] For port af584ec3-a999-4c83-8972-010b738a02b9, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:36.509985 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] For port af584ec3-a999-4c83-8972-010b738a02b9, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=af584ec3-a999-4c83-8972-010b738a02b9,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:36.514036 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.516732 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:36.557292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.598362 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Pushing event updated for resources: {'Port': ['ID=af584ec3-a999-4c83-8972-010b738a02b9,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:36.609476 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-919f609c-8eff-444e-8ab9-6b6b3c9be15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:36.610316 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.623932 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.656215 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.658845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.659997 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2de5451-227e-41f9-b8ae-47e11e309da4 HTTP/1.1" status: 204 len: 168 time: 0.2835903 Jun 15 14:20:36.661989 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a035cb3f-1b5a-4920-915d-1000d5eeb8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:36.675549 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de5451-227e-41f9-b8ae-47e11e309da4,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:36.677944 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bba0466a-4ab2-4dd1-b4ac-601401496fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:36.684657 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:36.686767 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-4817b4b5-16d3-4d27-bc14-a529e8176660 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:36.734871 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:36.739483 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:36.744467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:36.747722 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:36.751617 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:36.978892 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37898) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:36.994837 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.096895 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.100609 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.103991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-30fb8342-e87b-405e-9411-90d0b0251b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:37.112826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.143038 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a486dca9589d4e059e0de45db532c54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629252 Jun 15 14:20:37.144209 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac138d-3543-4361-abaa-77c9baa1b857,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:37.147726 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:37.148206 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37900) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:37.202922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.226736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.285718 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.288418 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.292858 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07ac138d-3543-4361-abaa-77c9baa1b857 HTTP/1.1" status: 204 len: 168 time: 0.1405392 Jun 15 14:20:37.292858 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-25f4bd70-4efb-4f44-b871-fb4361e839b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:37.300499 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac138d-3543-4361-abaa-77c9baa1b857,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:37.304320 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-be311fc0-078a-4178-adc8-254bd961aa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:37.434639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.599294 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667a61d-eb0a-4292-8ed5-1cfa9c110c90 None None] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:37.633059 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:20:37.716910 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5ea9dc25-b9f4-4f94-bbe5-f00f979d0916 None None] Provisioning for port af584ec3-a999-4c83-8972-010b738a02b9 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:37.804062 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:37.817836 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:37.822571 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.824297 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2143388 Jun 15 14:20:37.827014 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 37932) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:37.836038 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:37.836745 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:37.995826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device af584ec3-a999-4c83-8972-010b738a02b9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:38.230410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:38.345798 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port af584ec3-a999-4c83-8972-010b738a02b9 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:38.354047 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port af584ec3-a999-4c83-8972-010b738a02b9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:38.354429 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.556352 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.604615 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:36Z', 'revision_number': 3, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:38.609383 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port af584ec3-a999-4c83-8972-010b738a02b9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=af584ec3-a999-4c83-8972-010b738a02b9,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:38.613366 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:38.614063 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Updating router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:20:38.647094 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.665573 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4fac7139-68d0-4bc9-9787-b61abd25164d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:38.707060 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.733258 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.744471 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-a1bc1933-7b69-4ecf-a7ca-fb9f6f0e6782 None None] Provisioning complete for port af584ec3-a999-4c83-8972-010b738a02b9 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:38.744867 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a1bc1933-7b69-4ecf-a7ca-fb9f6f0e6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:38.795375 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=af584ec3-a999-4c83-8972-010b738a02b9,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:38.798992 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:38.936589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Allocated IP 172.20.0.1 (1cdc6354-51d6-4fb5-a386-93982d59c355/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab/eff414be-49c7-43f4-aa01-a5874cd1744b) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:39.106625 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.132777 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Transition to ACTIVE for port object eff414be-49c7-43f4-aa01-a5874cd1744b will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:39.173103 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.177004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c36c73da-5230-4695-a84b-ae8b69592c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.201272 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.214271 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Transition to ACTIVE for port object e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:39.221244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.224888 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.243370 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 37980) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:39.245947 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:39.250661 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:39.255991 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:39.259171 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Pushing event updated for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.288297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.317444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.323156 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d588-babf-4443-a6a4-f68c6a0f1584 None None] Pushing event updated for resources: {'Port': ['ID=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.328666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7605d588-babf-4443-a6a4-f68c6a0f1584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.348478 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Attempting to bind port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:39.349246 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Attempting to bind port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:39.349377 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Attempting to bind port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:39.357980 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:39.358458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:39.358963 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.359395 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:39.359955 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Bound port: e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:39.360409 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.450636 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] For port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:39.460302 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] For port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:39.462045 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.467483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.487139 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.554077 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.567605 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:39.568155 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:39.637572 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d588-babf-4443-a6a4-f68c6a0f1584 None None] Pushing event updated for resources: {'Port': ['ID=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.649383 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.654073 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.656729 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-54b23639-6c4f-48c5-b5e9-fba6b4bbfc35 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.684122 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7605d588-babf-4443-a6a4-f68c6a0f1584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.684447 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce77a50-a999-42b6-ba11-77571c4ff189,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.689258 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.705733 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-05c27ee8-4927-4be5-a1ea-efe4666015de None None] Provisioning for port eff414be-49c7-43f4-aa01-a5874cd1744b completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:39.711627 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-05c27ee8-4927-4be5-a1ea-efe4666015de None None] Provisioning complete for port eff414be-49c7-43f4-aa01-a5874cd1744b triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:39.712119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-05c27ee8-4927-4be5-a1ea-efe4666015de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.719512 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c5a9f28fc73493ca07536e463c7dc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754031 Jun 15 14:20:39.721852 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38006) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:39.768871 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-05c27ee8-4927-4be5-a1ea-efe4666015de None None] Port eff414be-49c7-43f4-aa01-a5874cd1744b cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:20:39.801252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.801807 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:39.817198 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.823993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.830897 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c3fa3fb6-d378-46a6-b522-b208dd4c5872 tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.846774 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.918711 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Pushing event updated for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.928974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.932403 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.936262 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.938469 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ce77a50-a999-42b6-ba11-77571c4ff189 HTTP/1.1" status: 204 len: 168 time: 0.2155032 Jun 15 14:20:39.939563 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e6255194-932b-4287-b43d-93b29d512151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:39.950625 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce77a50-a999-42b6-ba11-77571c4ff189,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:39.954008 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-23e3d6bd-8e08-4ac4-a55c-34408ee0bff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:39.957082 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:39.968583 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device af584ec3-a999-4c83-8972-010b738a02b9 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:40.106933 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:40.108615 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:40.314356 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:40.355439 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port af584ec3-a999-4c83-8972-010b738a02b9 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:40.356555 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.403301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:38Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:40.410681 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ebf1-bbee-4b47-a2c1-105a1b014feb None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:38Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:40.422017 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38052) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:40.461021 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.621890 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:40.627938 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.628365 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] 10.222.0.11 "PUT /v2.0/routers/db0bf0b0-1af6-4c7f-a42c-c2b54893d138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7998629 Jun 15 14:20:40.632685 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.636349 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-12afc557-d4f7-4426-a169-bd3f3a9e62f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:40.709063 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1926c74-a00f-4343-9486-ad30c2366ee1,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:40.715365 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cc356f2b22c4955b575548027bd8398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913043 Jun 15 14:20:40.716500 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0b12fbb1-4e22-4a50-811d-eb5b9771b6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:40.717462 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6bd45391-a5d6-4593-80a5-2b9acf1988e6 None None] Provisioning complete for port eff414be-49c7-43f4-aa01-a5874cd1744b triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:40.718022 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6bd45391-a5d6-4593-80a5-2b9acf1988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.718159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38068) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:40.801981 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6bd45391-a5d6-4593-80a5-2b9acf1988e6 None None] Port eff414be-49c7-43f4-aa01-a5874cd1744b cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:20:40.820682 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.848944 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.909753 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.914159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:40.916975 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1926c74-a00f-4343-9486-ad30c2366ee1 HTTP/1.1" status: 204 len: 168 time: 0.1976175 Jun 15 14:20:40.918627 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e495597b-f6a2-4d75-97a3-31b6b86c0a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:40.931515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1926c74-a00f-4343-9486-ad30c2366ee1,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:40.935759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-14d29b33-f9f4-44a5-9593-ff0ffdaa3525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:40.957057 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:41.336605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38092) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.359087 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.447266 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38094) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.484259 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.489999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.493295 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ffdf4b3d-4fe9-44c0-8404-7c153616ab15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:41.561356 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42580b60f8c640ae8fa1e3d1eba0dd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235360 Jun 15 14:20:41.562047 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38100) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.575489 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.592579 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fda897-e817-4edd-a54a-ca9a84f962c0,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:41.596067 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-68da2826-a132-4342-8a01-c47e883459b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:41.655899 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.687700 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.692481 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.704998 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.708700 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-284f3038-4e10-42e9-b4a3-501b113cf06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:41.749300 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38106) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.754972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-794653866-network', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:41.764261 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38108) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.765002 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7498208dca8f4b8ebcc4e5e35d6cf53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142605 Jun 15 14:20:41.766712 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c72bad-1844-4606-8be4-239fbf66c606,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:41.770395 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-871049f1-17c2-429c-ad0f-3b6281d4fc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:41.784983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.787489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.791248 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67fda897-e817-4edd-a54a-ca9a84f962c0 HTTP/1.1" status: 204 len: 168 time: 0.2227418 Jun 15 14:20:41.792901 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-69d711f7-fa6b-49eb-a03f-8b2798de6e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:41.826745 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fda897-e817-4edd-a54a-ca9a84f962c0,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:41.837993 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7fd8eeb6-6750-433d-ac5d-4fabbf8b0835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:41.841706 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Made reservation on behalf of b11197dae73d422e9ff41ac0f78c4122 for: {'network': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:41.843453 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.857632 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.885035 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.927405 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.995786 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:42.021596 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.021596 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.021596 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8c72bad-1844-4606-8be4-239fbf66c606 HTTP/1.1" status: 204 len: 168 time: 0.2522063 Jun 15 14:20:42.024961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bc415b24-be7c-4952-ab21-16b9df1c4d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.044397 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c72bad-1844-4606-8be4-239fbf66c606,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.049272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ebf94b68-dcd7-40eb-91f6-3d8b9d3619eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.051038 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.056031 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.059371 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c053713b-de5d-44de-83ff-a7c1f31d4dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.096605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=91923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:20:42.104782 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:42.106836 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f5ce1-cef6-4b65-9045-88e23699e6c6,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.110736 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.114241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.115528 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:42.116169 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.segments_db [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Added segment bf133d9d-055a-481b-8259-e1e380ef7ec6 of type vlan for network 55e98ba1-a218-4778-af77-c38f16ea1831 Jun 15 14:20:42.117123 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.174216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.211004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.212561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:42.213154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.216659 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.251091 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.265374 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5148258 Jun 15 14:20:42.268285 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38122) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:42.273949 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Request body: {'subnet': {'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-794653866-subnet', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:42.295162 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:42.301924 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.307926 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.316927 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Pushing event updated for resources: {'Network': ['ID=55e98ba1-a218-4778-af77-c38f16ea1831,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.319797 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9bcc17f8-cf4c-43ad-8f1d-dcbc691bb8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.330685 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Made reservation on behalf of b11197dae73d422e9ff41ac0f78c4122 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:42.333288 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.375179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.379278 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 55e98ba1-a218-4778-af77-c38f16ea1831 details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:20:42.470305 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.515239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38128) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:42.533063 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.588379 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.590981 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.665954 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168c330e-4632-4604-a919-6fa2a56d1e73,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.669970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.670145 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.678086 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.681489 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-11f78b06-7764-4a64-9764-d37ced5d10a7 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.682554 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Checking segment: {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:42.683043 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Network hostable DHCP agents. Network: 55e98ba1-a218-4778-af77-c38f16ea1831, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:20:42.704534 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Network 55e98ba1-a218-4778-af77-c38f16ea1831 is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:20:42.715197 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 55e98ba1-a218-4778-af77-c38f16ea1831) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:42.724582 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:42.725274 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.727903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce1a0d-f1e1-4a04-8bd7-dda1336598a3 None None] Network 55e98ba1-a218-4778-af77-c38f16ea1831 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:42.729994 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169813d3-e5ca-4a36-becb-7e09428e33d9,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.734118 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.739100 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-b3712642-4a37-4d9e-a4bb-47879a5816a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f2f67216c29460b9340672445504709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204373 Jun 15 14:20:42.740137 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38136) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:42.784689 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-19104af6-7176-4ce8-9b2a-f208846869e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5148582 Jun 15 14:20:42.787199 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38138) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:42.792163 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:42.817213 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.825386 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10898'] for router, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.826560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10907'] for router, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.848809 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.901618 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.908192 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.910858 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.912206 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/169813d3-e5ca-4a36-becb-7e09428e33d9 HTTP/1.1" status: 204 len: 168 time: 0.1714213 Jun 15 14:20:42.913187 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8452df76-80d5-465d-8030-39d6ad310633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.923866 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169813d3-e5ca-4a36-becb-7e09428e33d9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.926907 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-26fe282e-f982-4aa5-b034-2461f6d0ac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.005096 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa424b880-1e99-5b84-8fef-e8414bb689d1-55e98ba1-a218-4778-af77-c38f16ea1831', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73'}]}} from dv-cinder-796286-3-iscsi. {{(pid=91925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:20:43.006129 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.068474 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:43.088339 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:43.089272 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:43.132552 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10893'] for router, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.289681 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:43.330079 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Allocated IP 172.20.0.2 (55e98ba1-a218-4778-af77-c38f16ea1831/168c330e-4632-4604-a919-6fa2a56d1e73/3662d56c-b49e-4d07-b72f-a3ac8c9315c6) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:43.569605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.618113 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.625434 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.639755 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Transition to ACTIVE for port object 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:43.656629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Transition to ACTIVE for port object 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:43.665011 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.671419 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.718804 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 2, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:43.724166 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:43.724743 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Updating router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 port eff414be-49c7-43f4-aa01-a5874cd1744b binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:20:43.744380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Network 55e98ba1-a218-4778-af77-c38f16ea1831 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:43.747489 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:43.756710 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:43.758310 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Pushing event updated for resources: {'Port': ['ID=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:43.762776 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.775183 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.852571 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Allocated IP 172.27.0.254 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/61aadf09-f3bf-4b5a-86d0-36f84381fc11) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:43.899992 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Attempting to bind port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:43.900670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Attempting to bind port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:43.901279 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Attempting to bind port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 on network 55e98ba1-a218-4778-af77-c38f16ea1831 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:43.908091 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:43.908588 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Checking segment: {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:43.909168 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.909752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Bound using segment: {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:43.910369 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Bound port: 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:43.910984 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.991941 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:44.036548 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.074556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] For port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:44.101616 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] For port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:44.113397 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.115502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.116903 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-af3813b1-0e99-4b06-abd0-fee8368628ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:44.120287 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:44.156068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:44.156457 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.201660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:44.204876 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:44.220492 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:44.233595 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Pushing event updated for resources: {'Port': ['ID=61aadf09-f3bf-4b5a-86d0-36f84381fc11,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.246898 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.270652 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Transition to ACTIVE for port object eff414be-49c7-43f4-aa01-a5874cd1744b will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:44.279623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:44.282847 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.287930 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:44.300676 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Pushing event updated for resources: {'Port': ['ID=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.305074 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:44.496593 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Pushing event updated for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.624852 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Attempting to bind port eff414be-49c7-43f4-aa01-a5874cd1744b on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:44.626486 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Attempting to bind port eff414be-49c7-43f4-aa01-a5874cd1744b by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:44.627122 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Attempting to bind port eff414be-49c7-43f4-aa01-a5874cd1744b on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:44.635316 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.635892 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.636460 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.637497 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.638183 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.638527 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.638847 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.639169 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.639603 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.639929 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.640345 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.640663 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:44.645202 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:44.646097 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:44.646477 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:44.646882 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.647274 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Bound using segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:44.647759 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Bound port: eff414be-49c7-43f4-aa01-a5874cd1744b, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:44.648404 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.740801 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] For port eff414be-49c7-43f4-aa01-a5874cd1744b, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:44.745841 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] For port eff414be-49c7-43f4-aa01-a5874cd1744b, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=eff414be-49c7-43f4-aa01-a5874cd1744b,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:44.752033 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.755682 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:44.821164 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:44.821844 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:44.957563 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Pushing event updated for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.968795 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:45.021639 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:45.052271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.391332 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:44Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:45.396403 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666780'] for router, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.398019 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925025e-1370-4d35-9ffe-45e3edff7f53 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:44Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:45.554815 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c5dc9-58ab-441c-a832-c6b6b48630cb None None] Network 55e98ba1-a218-4778-af77-c38f16ea1831 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:45.575143 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38248) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:45.619005 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Router bde47082-c2a5-4072-83ff-05d084c43a27 is scheduled to L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a with binding_index 1 {{(pid=91923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:20:45.679121 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-603a3913-b9ef-4ef5-a4d3-70030139ac3c None None] Provisioning for port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:45.764816 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.800164 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:45.818372 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Sync routers for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:45.834412 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:45.835301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:45.895985 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.910880 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.913580 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Notify callbacks [] for router, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.921916 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1333320 Jun 15 14:20:45.922562 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38252) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:45.925736 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ceb40c26-c377-4755-959e-404fda26b2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:45.958727 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a59bfe1-1f79-4fc8-aa66-c4c997ebe3ca,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:45.989962 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.025694 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c77cd699-720c-4452-9779-88902b8a552b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d623b82ceb0440ead9db63b25b75667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459281 Jun 15 14:20:46.026448 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38256) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.083589 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:46.124149 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.149882 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:46.155577 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.227117 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.229723 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.231825 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a59bfe1-1f79-4fc8-aa66-c4c997ebe3ca HTTP/1.1" status: 204 len: 168 time: 0.2029331 Jun 15 14:20:46.232909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-54b3549f-6d38-43d8-b558-950e2ad5f43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.261617 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a59bfe1-1f79-4fc8-aa66-c4c997ebe3ca,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.279176 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.323644 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:46.335976 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:46.336463 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.366531 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-5022e09f-40bd-4399-b137-b4acaf50fee5 None None] Provisioning complete for port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:46.366851 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5022e09f-40bd-4399-b137-b4acaf50fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.604964 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38262) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.626896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.736839 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.742864 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.747601 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.751346 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-db2b5e3a-ecb0-4d13-abe7-b2142fe1ee20 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.759761 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.791491 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5022e09f-40bd-4399-b137-b4acaf50fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.799857 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94427940237f444a8afaa84397ecab12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933262 Jun 15 14:20:46.802425 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38264) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.816383 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806559b0-b947-4a56-8005-4982b9b0e44f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.833780 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:46.835508 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c3e9e6c3-cc67-4d33-9e16-f4c573936c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.841324 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.842218 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device eff414be-49c7-43f4-aa01-a5874cd1744b up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:46.845294 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5ab010cd-afe0-4586-a9f1-b8fd334a9fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.876066 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.901299 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.944616 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:44Z', 'revision_number': 3, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:46.955335 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.957444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Allocated IP 172.20.0.1 (55e98ba1-a218-4778-af77-c38f16ea1831/168c330e-4632-4604-a919-6fa2a56d1e73/4b7b0f9b-97b1-4b10-ae41-75d398d19041) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:46.958049 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.959533 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/806559b0-b947-4a56-8005-4982b9b0e44f HTTP/1.1" status: 204 len: 168 time: 0.1560099 Jun 15 14:20:46.960706 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-21c65e82-aad5-489f-ad7e-3825e8ce9804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.977915 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Checking router: bde47082-c2a5-4072-83ff-05d084c43a27 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:46.978287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Updating router bde47082-c2a5-4072-83ff-05d084c43a27 port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 binding host dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:20:46.981775 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806559b0-b947-4a56-8005-4982b9b0e44f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.984907 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4ea04ae5-bb72-4206-9bc5-5038342a864a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.024211 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.028021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.043948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.db.api [None req-5022e09f-40bd-4399-b137-b4acaf50fee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:20:47.044306 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_db.api [None req-5022e09f-40bd-4399-b137-b4acaf50fee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:20:47.051792 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.106527 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port eff414be-49c7-43f4-aa01-a5874cd1744b completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:47.113043 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port eff414be-49c7-43f4-aa01-a5874cd1744b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:47.113425 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.141413 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.158847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Transition to ACTIVE for port object 4b7b0f9b-97b1-4b10-ae41-75d398d19041 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:47.204061 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.206402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-12188327-2751-450b-9515-0e70de3d72ae tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.250539 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Network 55e98ba1-a218-4778-af77-c38f16ea1831 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:47.254995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:47.257337 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:47.302004 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.304881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.325485 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679769'] for router_interface, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.372180 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.446070 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port eff414be-49c7-43f4-aa01-a5874cd1744b, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=eff414be-49c7-43f4-aa01-a5874cd1744b,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:47.454360 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.457798 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.544195 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.595295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.608586 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.627843 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.638313 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Transition to ACTIVE for port object 61aadf09-f3bf-4b5a-86d0-36f84381fc11 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:47.644278 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.647056 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.710354 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Attempting to bind port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:47.710726 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Attempting to bind port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:47.711207 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Attempting to bind port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 on network b342255a-244a-40ba-b6b1-5408bc12e5e2 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:47.721685 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:47.722053 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Checking segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:47.722458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.722855 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Bound using segment: {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:47.723320 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Bound port: 61aadf09-f3bf-4b5a-86d0-36f84381fc11, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8413eca-8c10-49b1-894d-c3cc76092ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:47.724285 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.725321 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Pushing event updated for resources: {'Port': ['ID=61aadf09-f3bf-4b5a-86d0-36f84381fc11,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.755033 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.786471 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.787623 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-187f758c-03be-4600-a882-20418cdccefe None None] Provisioning for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:47.792804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.797338 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-bc27f3f0-0f9b-43c2-9b2d-c8231246e8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.802620 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-187f758c-03be-4600-a882-20418cdccefe None None] Provisioning complete for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:47.803003 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-187f758c-03be-4600-a882-20418cdccefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.806948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] For port 61aadf09-f3bf-4b5a-86d0-36f84381fc11, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:47.830675 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38288) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:47.859067 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] For port 61aadf09-f3bf-4b5a-86d0-36f84381fc11, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=61aadf09-f3bf-4b5a-86d0-36f84381fc11,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:47.866092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.869134 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.885125 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679885'] for router_interface, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.886999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.890253 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.897890 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-187f758c-03be-4600-a882-20418cdccefe None None] Port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:20:47.924313 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:47.924852 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:47.982372 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:48.011619 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1233324731-network', 'tenant_id': 'b0d3c17bd0f148338e7353738c2f06bb'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:48.028938 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Network 55e98ba1-a218-4778-af77-c38f16ea1831 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:48.030513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:48.045139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Made reservation on behalf of b0d3c17bd0f148338e7353738c2f06bb for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:48.048055 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.058915 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.070194 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Pushing event updated for resources: {'Port': ['ID=61aadf09-f3bf-4b5a-86d0-36f84381fc11,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.075752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.179688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:48.212890 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.220872 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.245446 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:20:48.256455 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:48.256684 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.260109 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.263264 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Added segment 868594cf-5626-49a4-b684-1ff65b43b861 of type vlan for network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef Jun 15 14:20:48.264949 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8f99fb9e-15a9-42cd-aab5-6172fc528446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.334602 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f1c8e-7012-4f66-b472-43cc231b2030,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.338494 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.354233 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745304282040'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.398822 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.400423 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:48.401000 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.403817 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.443143 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6110735 Jun 15 14:20:48.446722 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38294) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:48.454872 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Request body: {'subnet': {'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1233324731-subnet', 'tenant_id': 'b0d3c17bd0f148338e7353738c2f06bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:48.506179 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9a6a14-569a-46fe-88ae-5ab9b2540eef,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.509489 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdfcebbc-94ff-4009-9753-e3df57c24cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.529437 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Made reservation on behalf of b0d3c17bd0f148338e7353738c2f06bb for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:48.532966 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485213'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.561271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Router bde47082-c2a5-4072-83ff-05d084c43a27 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:48.590259 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef details requested by agent ovs-agent-dv-cinder-796286-3-iscsi with host dv-cinder-796286-3-iscsi {{(pid=91925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:20:48.591820 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-08371aab-2efd-41ac-a258-5bf6b225e254 None None] Provisioning complete for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:48.592194 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08371aab-2efd-41ac-a258-5bf6b225e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.743419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:48.756200 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] 10.222.0.11 "PUT /v2.0/routers/bde47082-c2a5-4072-83ff-05d084c43a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8249547 Jun 15 14:20:48.780250 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485195'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.782310 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2a6c0898-e82e-4271-99fe-4552e59a0d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.788945 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-08371aab-2efd-41ac-a258-5bf6b225e254 None None] Port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:20:48.834442 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device eff414be-49c7-43f4-aa01-a5874cd1744b up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:48.853950 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3225b812-8a19-4d20-98f8-34e8b2bb4a13,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.857389 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.863485 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Checking segment: {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:48.863834 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Network hostable DHCP agents. Network: 7a9a6a14-569a-46fe-88ae-5ab9b2540eef, hostable agents: ['a0387f4a-e3e7-467d-82de-5f2c88057f91'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:20:48.881997 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef is scheduled to be hosted by DHCP agent a0387f4a-e3e7-467d-82de-5f2c88057f91 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:20:48.903477 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-iscsi, 7a9a6a14-569a-46fe-88ae-5ab9b2540eef) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:48.908241 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:48.908789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.914098 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port eff414be-49c7-43f4-aa01-a5874cd1744b triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:48.914483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.921131 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '4b7b0f9b-97b1-4b10-ae41-75d398d19041', 'name': '', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'mac_address': 'fa:16:3e:fb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:46Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 2, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'subnets': [{'id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:48.923305 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c5c4a-75dd-4532-a774-965dc5c87f1e None None] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:48.926093 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0e876dfe-a6af-4255-81e8-b3213a6c25aa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4757984 Jun 15 14:20:48.967794 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc09a6a-5573-4f35-ab79-e62bec9821f8 None None] The sync data for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi is: [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '4b7b0f9b-97b1-4b10-ae41-75d398d19041', 'name': '', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'mac_address': 'fa:16:3e:fb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:46Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 2, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'subnets': [{'id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:49.184795 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1e0fe-92eb-4751-86d4-0c03cda108f5 None None] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:49.566321 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38314) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:49.571614 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934975974', 'description': 'tempest-secgroup-smoke-1934975974 description', 'project_id': '57c6fb12165c45478fe12466e175a052'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:49.604707 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.702231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.706661 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.709307 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ed4df3e5-5519-404a-a972-ea0e80e765b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:49.731814 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.733026 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1656451 Jun 15 14:20:49.736479 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38316) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:49.742645 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:49.742788 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:49.745507 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-edfa062f-a769-46da-8d8d-df8d8ddd86ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:49.796218 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.868241 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.877660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.880439 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-675d1825-2d56-4d48-959b-f328c0f69d5f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:49.906718 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a436a04-d79c-401d-90a5-54a653c585f5,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:49.913214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:49.919178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.921206 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-0e7f16ef-822c-492f-a714-54af4a7e6cc4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834452 Jun 15 14:20:49.926269 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38318) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:49.931457 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:49.956368 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 61aadf09-f3bf-4b5a-86d0-36f84381fc11 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:49.961425 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.024632 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:50.028696 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:50.029117 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.034117 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.038756 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.041262 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.062350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b78582-4400-4e96-9006-94f2914b1fb4,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.077245 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.080068 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.082450 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-63940343-a874-476d-875e-dbb38f4e4ea7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543133 Jun 15 14:20:50.084086 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38320) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:50.088725 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:50.115446 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.136267 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.165458 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 61aadf09-f3bf-4b5a-86d0-36f84381fc11, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=61aadf09-f3bf-4b5a-86d0-36f84381fc11,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:50.170591 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.174255 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d1feefbf-44c4-4d4a-9592-5c0d7f193e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.194602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.201074 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.203512 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-19634025-ed9c-454f-a535-7164ec92e852 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.226726 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f100b2-1a71-4b1e-a6e8-8ea1aa746afe,revision_number=0']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.229196 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.230513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.233592 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-0321358f-0aed-4e4b-8637-f1897c63e1d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466715 Jun 15 14:20:50.234835 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38322) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:50.239928 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:50.243486 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=61aadf09-f3bf-4b5a-86d0-36f84381fc11,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.247746 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.269684 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.333486 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.337126 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.343614 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9e143af6-9a91-413a-b8a2-67c768f7bf03 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.359774 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b9dcd9-d859-4e0f-bde8-b7e148eb83ae,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.363221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.364464 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.365650 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ac44270e-dab2-473d-a2bb-bb85aa07e5b7 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297843 Jun 15 14:20:50.368956 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38326) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:50.373970 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:50.396849 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Project 57c6fb12165c45478fe12466e175a052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:20:50.402060 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.475724 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.479476 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.481650 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-12cdf141-ef7a-4653-8466-10a3c98aef56 tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.497846 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29295fb-6183-4f22-9df7-352e30cef255,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.500175 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.503863 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.505118 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9618ad53-c306-4462-9d54-229387b6a701 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352019 Jun 15 14:20:50.508306 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38328) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:50.513133 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'security_group_rule': {'security_group_id': '7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050', 'project_id': '57c6fb12165c45478fe12466e175a052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:50.534775 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Project 57c6fb12165c45478fe12466e175a052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:20:50.540159 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.608602 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.618593 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694999'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.620661 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.635574 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c475dfe-fddd-4fc1-bc20-37000c0cc72f,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.639862 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.645459 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.646651 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-59bfff89-6153-4cdb-800c-5cfc87e574ba tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374545 Jun 15 14:20:50.902804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-86d6245a-b633-4f2a-bc60-a7c213150a99 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:50.904350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-86d6245a-b633-4f2a-bc60-a7c213150a99 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 814 time: 0.1382990 Jun 15 14:20:50.919394 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-d8f2ae2e-34ca-46f3-a5c3-3f50f2bfc28e tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/quotas/b0d3c17bd0f148338e7353738c2f06bb HTTP/1.1" status: 200 len: 375 time: 0.0091605 Jun 15 14:20:50.959119 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-f0f9e039-6f84-482f-b9d1-ff151b398f11 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337670 Jun 15 14:20:51.097278 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-0c278c2e-03ff-4f4b-ae65-c84523eb8273 service neutron] 10.222.0.11 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301613 Jun 15 14:20:51.221214 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-f84cce35-fcef-430c-b36a-1e6663579c02 service neutron] 10.222.0.11 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184499 Jun 15 14:20:51.916486 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 61aadf09-f3bf-4b5a-86d0-36f84381fc11 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:51.972244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:51.972628 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:52.427967 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-31027e40-5814-466b-b1d6-ba1ad8a79251 req-e6ae9ecd-d34d-4756-bea8-7d246225c731 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0343375 Jun 15 14:20:52.508128 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Sync routers for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:52.517205 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:52.517891 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:52.663272 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:53.020860 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '4b7b0f9b-97b1-4b10-ae41-75d398d19041', 'name': '', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'mac_address': 'fa:16:3e:fb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:46Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 2, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'subnets': [{'id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:53.024091 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Checking router: bde47082-c2a5-4072-83ff-05d084c43a27 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:53.024447 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Updating router bde47082-c2a5-4072-83ff-05d084c43a27 port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 binding host dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:20:53.068011 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.383040 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.397061 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Transition to ACTIVE for port object 4b7b0f9b-97b1-4b10-ae41-75d398d19041 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:53.402837 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.405204 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-190a5459-bb7a-4223-9bdd-3ec282f5850b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:53.496547 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c9e1c-d986-4338-b31d-263c05f29465 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:53.499442 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-f30c9e1c-d986-4338-b31d-263c05f29465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:53.533065 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c4b17da5-8209-4127-afe4-b0c647010270 req-7d6cc118-4ea2-4ca2-936b-8d36979e4d6a tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0437119 Jun 15 14:20:53.577785 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Attempting to bind port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 on host dv-cinder-796286-3-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:53.578336 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Attempting to bind port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 by drivers openvswitch,hyperv on host dv-cinder-796286-3-iscsi at level 0 using segments [{'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:53.578511 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Attempting to bind port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 on network 55e98ba1-a218-4778-af77-c38f16ea1831 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:53.583585 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Checking agent: {'id': '7ac52bdd-7074-4d02-8880-0bf03f43a443', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 5, 3), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:53.583962 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Checking segment: {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:53.584370 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.584769 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Bound using segment: {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:53.585243 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Bound port: 4b7b0f9b-97b1-4b10-ae41-75d398d19041, host: dv-cinder-796286-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf133d9d-055a-481b-8259-e1e380ef7ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:53.585648 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.658550 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] For port 4b7b0f9b-97b1-4b10-ae41-75d398d19041, host dv-cinder-796286-3-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:53.662069 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] For port 4b7b0f9b-97b1-4b10-ae41-75d398d19041, host dv-cinder-796286-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=4b7b0f9b-97b1-4b10-ae41-75d398d19041,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:53.669341 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.671921 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:53.739964 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c9e1c-d986-4338-b31d-263c05f29465 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:53.742662 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:53.743273 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:20:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:53.745482 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-f30c9e1c-d986-4338-b31d-263c05f29465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:53.900367 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:53.951195 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 4b7b0f9b-97b1-4b10-ae41-75d398d19041 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:54.015345 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:54.019101 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:54.019475 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:54.106076 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:54.149606 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] For port 4b7b0f9b-97b1-4b10-ae41-75d398d19041, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=4b7b0f9b-97b1-4b10-ae41-75d398d19041,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:54.153914 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:54.155902 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:54.174875 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '4b7b0f9b-97b1-4b10-ae41-75d398d19041', 'name': '', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'mac_address': 'fa:16:3e:fb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:46Z', 'updated_at': '2021-06-15T14:20:53Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'subnets': [{'id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:54.178226 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139150d-20f2-4c30-9524-ee93abff5669 None None] The sync data for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi is: [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': '4b7b0f9b-97b1-4b10-ae41-75d398d19041', 'name': '', 'network_id': '55e98ba1-a218-4778-af77-c38f16ea1831', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'mac_address': 'fa:16:3e:fb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:46Z', 'updated_at': '2021-06-15T14:20:53Z', 'revision_number': 4, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'subnets': [{'id': '168c330e-4632-4604-a919-6fa2a56d1e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:54.214587 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:54.226468 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:54.653906 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0df6d09d-c54f-43b8-96f4-35a2ff8f78fa req-4720e307-7afd-46b2-acdc-b4c297dae5ba tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0536435 Jun 15 14:20:55.752989 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2e748ff2-e095-4864-94d9-c82d986ba145 req-f5b5c6ec-02e2-4772-ac78-e02a173f33aa tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0406249 Jun 15 14:20:55.923410 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 4b7b0f9b-97b1-4b10-ae41-75d398d19041 up at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:55.976651 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Provisioning complete for port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:55.977028 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:56.917155 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4ba3ff27-d839-41b9-8067-c33224a0ce62 req-bd0a8735-c474-42e2-ba27-182fbd982e94 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0366557 Jun 15 14:20:57.760281 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-d5d3544f-7244-4e06-872a-91b00593ee26 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:57.761900 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-d5d3544f-7244-4e06-872a-91b00593ee26 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 814 time: 0.1348741 Jun 15 14:20:57.778634 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Request body: {'port': {'device_id': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef', 'admin_state_up': True, 'tenant_id': 'b0d3c17bd0f148338e7353738c2f06bb'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:57.918191 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Made reservation on behalf of b0d3c17bd0f148338e7353738c2f06bb for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:57.922697 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.086092 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-47e703cd-a7c7-4e22-8a87-21e88bcd7ab8 req-d90c2251-f53c-43bd-9d29-dfd276209318 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 210 time: 0.0403159 Jun 15 14:20:58.104120 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Allocated IP 172.20.0.8 (7a9a6a14-569a-46fe-88ae-5ab9b2540eef/3225b812-8a19-4d20-98f8-34e8b2bb4a13/91359000-2455-4a01-8dd6-824fd87c4d14) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:58.288270 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.328685 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.333098 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-cc9baa1d-8a4d-46a7-836a-73341c9e583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:58.382254 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:58.385835 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:58.390231 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:58.396572 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Pushing event updated for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:58.436020 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.436396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.436764 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.437158 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.437515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.437896 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.438252 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.438607 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.438961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.439318 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.439663 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.440009 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:58.448010 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:58.466244 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:58.466848 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.481509 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-763f176b-094c-46f6-8851-3ef85bc4e4e7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076662 Jun 15 14:20:58.494415 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Request body: {'port': {'device_id': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:58.580263 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.899423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91359000-2455-4a01-8dd6-824fd87c4d14 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:20:58.907535 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.919163 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Transition to ACTIVE for port object 91359000-2455-4a01-8dd6-824fd87c4d14 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:58.926335 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.929886 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-96a2e151-56f2-4bb2-945d-88b0bbc6ecab tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:59.025740 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:59.049370 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:59.111496 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Attempting to bind port 91359000-2455-4a01-8dd6-824fd87c4d14 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:59.111829 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Attempting to bind port 91359000-2455-4a01-8dd6-824fd87c4d14 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:59.112154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Attempting to bind port 91359000-2455-4a01-8dd6-824fd87c4d14 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:59.116444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Port 91359000-2455-4a01-8dd6-824fd87c4d14 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:20:59.117158 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Attempting to bind port 91359000-2455-4a01-8dd6-824fd87c4d14 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:59.122397 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:59.122809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Checking segment: {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:59.123316 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Bound using segment: {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:59.123742 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Bound port: 91359000-2455-4a01-8dd6-824fd87c4d14, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:59.124144 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.243105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:59.260463 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91359000-2455-4a01-8dd6-824fd87c4d14,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:59.268568 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.272763 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-366344e0-006d-4005-b3d8-8b76c704694f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:59.326627 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:59.327238 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.328587 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] 10.222.0.23 "PUT /v2.0/ports/91359000-2455-4a01-8dd6-824fd87c4d14 HTTP/1.1" status: 200 len: 1093 time: 0.8384399 Jun 15 14:20:59.329088 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:59.331390 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d777d8-64dc-4246-8e95-fb45c640a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:59.357434 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab78c8-847f-4b6e-93b8-2491743863a0 req-918f636c-55fd-4c14-a068-91b37ef7c4bf tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:59.359014 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-faab78c8-847f-4b6e-93b8-2491743863a0 req-918f636c-55fd-4c14-a068-91b37ef7c4bf tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 943 time: 0.1560471 Jun 15 14:20:59.362557 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:59.365573 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:59.384980 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2f4255-d8dd-4806-b4fb-7fc44a034896 x-openstack-request-id: req-9d2f4255-d8dd-4806-b4fb-7fc44a034896 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:59.385314 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:59.385640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d2f4255-d8dd-4806-b4fb-7fc44a034896 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:59.386073 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14', 'status': 'completed', 'code': 200} Jun 15 14:20:59.438662 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-faab78c8-847f-4b6e-93b8-2491743863a0 req-624dfa51-08f1-4943-84b7-086f15ce7199 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Jun 15 14:20:59.465395 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-0c9dc504-9e31-483e-aa1c-ddb1e1e014c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:59.466884 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-0c9dc504-9e31-483e-aa1c-ddb1e1e014c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 1096 time: 0.0665836 Jun 15 14:20:59.526774 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-f5934223-0bf9-49c2-822e-a9930fa21ddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91359000-2455-4a01-8dd6-824fd87c4d14 HTTP/1.1" status: 200 len: 217 time: 0.0513704 Jun 15 14:20:59.587245 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-d9849838-feea-494b-a111-6458fa1d2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:59.588677 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-d9849838-feea-494b-a111-6458fa1d2909 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3225b812-8a19-4d20-98f8-34e8b2bb4a13 HTTP/1.1" status: 200 len: 854 time: 0.0535491 Jun 15 14:20:59.628106 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-11777820-d759-46dc-a141-4575d7e6f23d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316632 Jun 15 14:20:59.746656 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-b5627ab2-d74e-498c-81b2-7c7b039809e2 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090107 Jun 15 14:20:59.867110 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbaec27a-289c-4b00-bf6f-57faaef28572 req-2f1b94e6-f845-438f-a2c1-88cbd3a977e1 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127594 Jun 15 14:20:59.976584 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-fa55848c-f872-49dc-aee3-0b79edfadf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:59.978096 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-fa55848c-f872-49dc-aee3-0b79edfadf40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 1096 time: 0.0600984 Jun 15 14:21:00.096281 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-b10bbdd1-df37-4c6a-8e5a-4e7320290e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:00.097837 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-b10bbdd1-df37-4c6a-8e5a-4e7320290e41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 915 time: 0.1128528 Jun 15 14:21:00.159209 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-f6323f3b-575c-4172-8719-dd58f2b0384b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91359000-2455-4a01-8dd6-824fd87c4d14 HTTP/1.1" status: 200 len: 217 time: 0.0520015 Jun 15 14:21:00.222570 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-bed057ca-fcb4-4398-89c9-21dcdf6d89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:00.224060 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-bed057ca-fcb4-4398-89c9-21dcdf6d89a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3225b812-8a19-4d20-98f8-34e8b2bb4a13 HTTP/1.1" status: 200 len: 854 time: 0.0566461 Jun 15 14:21:00.262055 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-8e887921-2f46-4718-9dce-3ca65a2e1135 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307291 Jun 15 14:21:00.377965 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-38f1cd38-e796-42b5-830b-7c38572808a7 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079910 Jun 15 14:21:00.418890 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.502944 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-36d777d8-64dc-4246-8e95-fb45c640a7f6 req-54c8481d-059d-4d1d-9255-bde4077934ef service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135452 Jun 15 14:21:00.626078 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675055e-64a6-437e-a3f7-6bd66151aa81 req-2e029465-067f-44a6-a8f9-a4e4d8939750 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:00.627564 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0675055e-64a6-437e-a3f7-6bd66151aa81 req-2e029465-067f-44a6-a8f9-a4e4d8939750 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 943 time: 0.0717654 Jun 15 14:21:00.672166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-0675055e-64a6-437e-a3f7-6bd66151aa81 req-e7929d51-6f75-42d8-813d-a1c6583fcb49 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390048 Jun 15 14:21:01.132163 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8568bd64-f98e-4869-97ef-11361a0cf186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:01.857860 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c4b9b-cdbb-40f1-9b2b-11ad30c3a80e req-c2beed2f-9408-4904-bfa4-dd86c6749c67 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:01.859377 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-854c4b9b-cdbb-40f1-9b2b-11ad30c3a80e req-c2beed2f-9408-4904-bfa4-dd86c6749c67 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 943 time: 0.0757976 Jun 15 14:21:01.904003 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-854c4b9b-cdbb-40f1-9b2b-11ad30c3a80e req-07cfac90-1a9d-4d9c-84b4-cbd9e519193c tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Jun 15 14:21:03.086857 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21653-d37e-4d1c-9ddb-d92895e103b7 req-ec8ce59f-94f8-4963-8fb1-fb65cf261f7b tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:03.088712 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-daa21653-d37e-4d1c-9ddb-d92895e103b7 req-ec8ce59f-94f8-4963-8fb1-fb65cf261f7b tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 943 time: 0.0709777 Jun 15 14:21:03.131234 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-daa21653-d37e-4d1c-9ddb-d92895e103b7 req-ae2ff63a-a894-4d70-b002-8c2b67eb7261 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Jun 15 14:21:03.487746 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.506416 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f522e6d6-9900-4631-a3a3-8eba25b18031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.775483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 91359000-2455-4a01-8dd6-824fd87c4d14 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:21:03.898459 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91359000-2455-4a01-8dd6-824fd87c4d14,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:03.910361 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '91359000-2455-4a01-8dd6-824fd87c4d14', 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef', 'port_id': '91359000-2455-4a01-8dd6-824fd87c4d14', 'mac_address': 'fa:16:3e:d2:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3225b812-8a19-4d20-98f8-34e8b2bb4a13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:21:03.954553 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.969187 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91359000-2455-4a01-8dd6-824fd87c4d14 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:03.990929 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91359000-2455-4a01-8dd6-824fd87c4d14,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:03.994914 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.997318 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:04.052805 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:04.055944 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:04.314406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2ac27-d382-4b73-a36b-a0750b40e599 req-23bb2d7a-907f-4706-9423-44b7ecd29611 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:04.315850 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2ac27-d382-4b73-a36b-a0750b40e599 req-23bb2d7a-907f-4706-9423-44b7ecd29611 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 944 time: 0.0741518 Jun 15 14:21:04.358190 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2ac27-d382-4b73-a36b-a0750b40e599 req-d73fd0e1-e950-40e3-81e8-ef32b5bdf695 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Jun 15 14:21:05.233508 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:05.535862 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7fc2b-5b86-480d-b0a6-41ca9e80e0fa req-5acb83ca-01ea-477e-a079-bb2d5ce64aab tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:05.537229 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e8f7fc2b-5b86-480d-b0a6-41ca9e80e0fa req-5acb83ca-01ea-477e-a079-bb2d5ce64aab tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 944 time: 0.0687811 Jun 15 14:21:05.579814 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-e8f7fc2b-5b86-480d-b0a6-41ca9e80e0fa req-ae85e67e-7b51-4c7f-8caf-5d9e1d18ac52 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362957 Jun 15 14:21:06.072266 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['91359000-2455-4a01-8dd6-824fd87c4d14'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:06.588570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:06.763535 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c444bc-2e63-4335-95b4-b18b237d46d6 req-7367274e-e9c4-4414-a383-f315c8e9251f tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:06.764987 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-87c444bc-2e63-4335-95b4-b18b237d46d6 req-7367274e-e9c4-4414-a383-f315c8e9251f tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 944 time: 0.0712385 Jun 15 14:21:06.806211 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-87c444bc-2e63-4335-95b4-b18b237d46d6 req-322aab97-260d-45e3-b835-c710a4f75e32 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Jun 15 14:21:07.788856 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 91359000-2455-4a01-8dd6-824fd87c4d14 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:07.851332 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 91359000-2455-4a01-8dd6-824fd87c4d14 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:07.855247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 91359000-2455-4a01-8dd6-824fd87c4d14 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:07.855698 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.947395 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.973012 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:07.975402 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a0762-110d-4115-8dca-d0a8e7aa56de" -d '{"events": [{"server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "name": "network-vif-plugged", "status": "completed", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:07.989666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91359000-2455-4a01-8dd6-824fd87c4d14,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:07.994561 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.997474 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b50733d6-d843-4944-a69e-0bcf86167172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:08.009591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb59d82-1438-4f11-ba42-fcc40f158ec8 req-5e932360-0e0f-46d5-bda3-2ca74653d326 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:08.012646 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdb59d82-1438-4f11-ba42-fcc40f158ec8 req-5e932360-0e0f-46d5-bda3-2ca74653d326 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 944 time: 0.0836802 Jun 15 14:21:08.036978 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca5863-6bce-44e6-a239-6e922fd2388c x-openstack-request-id: req-2bca5863-6bce-44e6-a239-6e922fd2388c {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:08.037269 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "name": "network-vif-plugged", "status": "completed", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:08.037613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bca5863-6bce-44e6-a239-6e922fd2388c {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:08.038008 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14', 'code': 200} Jun 15 14:21:08.059222 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bdb59d82-1438-4f11-ba42-fcc40f158ec8 req-7e277796-ece1-4d6a-96f2-fd855db53e19 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Jun 15 14:21:08.070009 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:08.078565 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.078916 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.079302 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.079677 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.080082 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.080388 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.080747 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.081112 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.081441 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.082463 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.082463 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.082463 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:08.088109 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:08.524505 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67844484-1994-4168-b3de-890d69482d4f req-90c141c7-0966-4731-a299-7e2021ce83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:08.525998 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-67844484-1994-4168-b3de-890d69482d4f req-90c141c7-0966-4731-a299-7e2021ce83bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 1098 time: 0.3354733 Jun 15 14:21:08.572168 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-67844484-1994-4168-b3de-890d69482d4f req-7afbc6e1-d701-4ad9-ba1f-0d3fed930375 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Jun 15 14:21:09.240753 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d683d-ac73-4f18-a755-ec5e920e8448 req-383d7ad1-0a6e-4517-bbb4-ab0edf0637fc tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:09.242271 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-782d683d-ac73-4f18-a755-ec5e920e8448 req-383d7ad1-0a6e-4517-bbb4-ab0edf0637fc tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.0697269 Jun 15 14:21:09.287754 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-782d683d-ac73-4f18-a755-ec5e920e8448 req-9cc9a1c9-0b8b-4b03-9729-7ef84cd91465 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Jun 15 14:21:10.465079 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657c6e-e219-4a3c-a87c-a17c620e2590 req-f4d401b1-d912-400d-b0c5-b781e54eff76 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:10.466518 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3657c6e-e219-4a3c-a87c-a17c620e2590 req-f4d401b1-d912-400d-b0c5-b781e54eff76 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.0681081 Jun 15 14:21:10.506241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b3657c6e-e219-4a3c-a87c-a17c620e2590 req-fd8ad07b-66f2-4ca1-a0f5-aecb6bb91881 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Jun 15 14:21:15.566022 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-213f9c78-5e92-4795-8f9b-bac42f0f6cd8 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934975974&fields=id&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 267 time: 0.0384605 Jun 15 14:21:15.718089 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-6a3e754d-0d13-42fd-a1b0-f7338cb05d5f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:15.719649 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-6a3e754d-0d13-42fd-a1b0-f7338cb05d5f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.1465390 Jun 15 14:21:15.733449 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-dee6d3ea-d660-403c-b75c-e76ea03ad990 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/quotas/57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 375 time: 0.0085673 Jun 15 14:21:15.810164 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-cfa7adb0-c273-4061-8364-35f98de03465 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719721 Jun 15 14:21:15.986436 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-f030a6a1-355b-4fc3-992d-59cbd458999c service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652441 Jun 15 14:21:16.107346 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-c46dd581-4b12-4c55-ad77-7e221d070821 service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162422 Jun 15 14:21:16.406707 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-53e59b71-2e03-4fa9-9ec1-9f8ab5cf54d4 req-edf7d5ec-e1a6-4d9a-95b1-dd611dbdd30f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 210 time: 0.0334318 Jun 15 14:21:17.612250 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2f2d07c0-5359-40fd-a6b9-c6942b064be1 req-726eab04-f678-4a56-9310-0511eebf91c2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 210 time: 0.0842791 Jun 15 14:21:17.642837 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-4706c899-85a2-49c5-bacd-a4f120c158e2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:17.644245 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-4706c899-85a2-49c5-bacd-a4f120c158e2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.1727698 Jun 15 14:21:17.694807 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-1829119d-2058-44d7-9c6a-cfd61464ec86 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 380 time: 0.0401342 Jun 15 14:21:17.705914 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'port': {'device_id': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'admin_state_up': True, 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'security_groups': ['7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:17.839363 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Made reservation on behalf of 57c6fb12165c45478fe12466e175a052 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:17.843612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:17.969163 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:18.001860 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.20.0.11 (1cdc6354-51d6-4fb5-a386-93982d59c355/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab/add08aa6-6afe-4fa3-9555-07be80f80909) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:18.176569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.189437 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Transition to ACTIVE for port object add08aa6-6afe-4fa3-9555-07be80f80909 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:18.224461 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.228757 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-1a6fd100-c7ed-4c46-a829-c6b46df7bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:18.279229 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:18.282791 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:18.286555 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:18.293164 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:18.319973 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:18.348820 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.349444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.363043 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6607046 Jun 15 14:21:18.383927 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Request body: {'port': {'device_id': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:18.480017 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.571318 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-009eeef4-358d-4e69-9258-b0e2fc714760 None None] Provisioning for port add08aa6-6afe-4fa3-9555-07be80f80909 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:18.575614 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-009eeef4-358d-4e69-9258-b0e2fc714760 None None] Provisioning complete for port add08aa6-6afe-4fa3-9555-07be80f80909 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:18.575931 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-009eeef4-358d-4e69-9258-b0e2fc714760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.616635 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-009eeef4-358d-4e69-9258-b0e2fc714760 None None] Port add08aa6-6afe-4fa3-9555-07be80f80909 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:21:18.849600 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add08aa6-6afe-4fa3-9555-07be80f80909 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:18.858549 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.867214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca2392-ef0f-44d9-b313-3d1e4763305b req-100737ac-62ba-440b-96a2-e16c29fb4d6d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.868674 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-39ca2392-ef0f-44d9-b313-3d1e4763305b req-100737ac-62ba-440b-96a2-e16c29fb4d6d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 932 time: 0.1382303 Jun 15 14:21:18.884799 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Transition to ACTIVE for port object add08aa6-6afe-4fa3-9555-07be80f80909 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:18.896418 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.900647 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-fc1a7cce-3278-4a61-8506-3dc50cc58cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:19.009340 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-39ca2392-ef0f-44d9-b313-3d1e4763305b req-a8c3477e-de6d-4d35-bbed-b419b20c1ca6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335535 Jun 15 14:21:19.012100 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec132-7294-4444-be42-7e26033abcad service neutron] Pushing event updated for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:19.015948 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-edcec132-7294-4444-be42-7e26033abcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:19.112592 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Attempting to bind port add08aa6-6afe-4fa3-9555-07be80f80909 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:19.112843 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Attempting to bind port add08aa6-6afe-4fa3-9555-07be80f80909 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:19.113170 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Attempting to bind port add08aa6-6afe-4fa3-9555-07be80f80909 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:19.120382 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Port add08aa6-6afe-4fa3-9555-07be80f80909 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:21:19.120708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Attempting to bind port add08aa6-6afe-4fa3-9555-07be80f80909 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:19.126626 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:19.126974 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:19.127358 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Bound using segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:19.127787 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Bound port: add08aa6-6afe-4fa3-9555-07be80f80909, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:19.128140 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.203589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:19.206996 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add08aa6-6afe-4fa3-9555-07be80f80909,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:19.211245 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.214536 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e49a5f6f-e88c-489a-afdd-40c4ddef8eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:19.263480 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.264121 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.265647 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-edcec132-7294-4444-be42-7e26033abcad service neutron] 10.222.0.23 "PUT /v2.0/ports/add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 1094 time: 0.8862162 Jun 15 14:21:19.266221 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:19.268641 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2432f16a-ce10-453c-806e-39252db2e9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:19.295570 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec132-7294-4444-be42-7e26033abcad service neutron] Pushing event updated for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:19.299944 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-edcec132-7294-4444-be42-7e26033abcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:19.334406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b9080-ad8e-4b2c-a283-b24d7c248aed x-openstack-request-id: req-bf9b9080-ad8e-4b2c-a283-b24d7c248aed {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:19.334782 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:19.335249 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf9b9080-ad8e-4b2c-a283-b24d7c248aed {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:19.335844 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'status': 'completed', 'code': 200} Jun 15 14:21:19.402530 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-b29b52a5-8ab4-4aeb-9ba5-4e2eefd96b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.404042 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-b29b52a5-8ab4-4aeb-9ba5-4e2eefd96b22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1097 time: 0.0910170 Jun 15 14:21:19.463482 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-4decdfe8-0df1-4928-973d-82f08e6374f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 217 time: 0.0489569 Jun 15 14:21:19.528609 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-640bc55d-304f-40a2-b345-c99c11045912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.530236 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-640bc55d-304f-40a2-b345-c99c11045912 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0569143 Jun 15 14:21:19.595632 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-633f81fe-7f9b-4f7b-915a-84063586e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.597144 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-633f81fe-7f9b-4f7b-915a-84063586e559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597310 Jun 15 14:21:19.718791 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-355ad42a-ca51-4590-931b-58f19024b62c service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104882 Jun 15 14:21:19.835309 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-1e509b89-ddaf-425a-aaf2-f6e76ae641d6 req-d7398d1c-f89b-4dfa-8780-7e61437c33dc service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082568 Jun 15 14:21:19.952172 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-988862d2-81ed-4b14-8a86-a417878dac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.953679 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-988862d2-81ed-4b14-8a86-a417878dac23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1097 time: 0.0611184 Jun 15 14:21:20.071866 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-44b2b3f6-0a8f-4ed3-98e1-6ae267a31b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.073359 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-44b2b3f6-0a8f-4ed3-98e1-6ae267a31b5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1130304 Jun 15 14:21:20.133432 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-6df42172-f1f5-4f3a-a5cb-587d556741de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 217 time: 0.0489004 Jun 15 14:21:20.228800 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-b9f203a3-0feb-41bc-87fa-d19c7d491b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.230243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-b9f203a3-0feb-41bc-87fa-d19c7d491b25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0876875 Jun 15 14:21:20.281338 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160abd-407e-4d04-9ebe-a99f07feb321 req-cec54273-2a6c-4ffe-a528-13b1454a7d93 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.282821 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4a160abd-407e-4d04-9ebe-a99f07feb321 req-cec54273-2a6c-4ffe-a528-13b1454a7d93 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.1521499 Jun 15 14:21:20.342499 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-7c8a3afd-7fd4-4e21-b036-42b02e4e009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.343975 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-7c8a3afd-7fd4-4e21-b036-42b02e4e009c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033320 Jun 15 14:21:20.348649 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4a160abd-407e-4d04-9ebe-a99f07feb321 req-07566733-1e05-465c-8514-574c0430897c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557795 Jun 15 14:21:20.348786 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38730) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:20.471548 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.492639 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-1dd083d1-0153-43ea-8a57-7b0c787d885e service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362324 Jun 15 14:21:20.926483 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2432f16a-ce10-453c-806e-39252db2e9d6 req-cf228788-56d7-45fc-bbb5-5f1091ed4d1e service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264135 Jun 15 14:21:20.960210 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.964631 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.967319 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-63a72040-b745-4c58-9e87-de4e5d3b4a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:21.005465 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951ec7a-960c-42f0-9880-b2563981e753,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:21.009753 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5357d1338a424a0083f4245df32a1a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6600273 Jun 15 14:21:21.010749 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aa698416-b7af-45d5-a95c-61ca73c9330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:21.012535 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38736) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:21.068603 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.091979 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.142516 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.145040 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.146209 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c951ec7a-960c-42f0-9880-b2563981e753 HTTP/1.1" status: 204 len: 168 time: 0.1326642 Jun 15 14:21:21.146968 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-faa79f9e-e126-476f-81ef-eadca1dd5cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:21.155896 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951ec7a-960c-42f0-9880-b2563981e753,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:21.162826 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.163204 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.163580 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.163946 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.164308 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.164672 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.165030 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.165389 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.165767 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.166119 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.166471 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.167528 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:21.171101 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ada6102c-1625-446c-9d22-a89d2bb3b994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:21.548549 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35d02-3ed6-4673-8d7d-465276ca90e0 req-3ad53c91-141b-4939-9f57-319dc546a828 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:21.550114 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f0d35d02-3ed6-4673-8d7d-465276ca90e0 req-3ad53c91-141b-4939-9f57-319dc546a828 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0759935 Jun 15 14:21:21.595312 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f0d35d02-3ed6-4673-8d7d-465276ca90e0 req-49da6457-6dd7-4a38-821f-400293d1ba6c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 Jun 15 14:21:22.780764 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af25a4e-b8f3-43ee-b02b-5ecfcddc8807 req-45986afa-f958-47d8-a4b9-9ccf3ce9b1a6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:22.782141 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3af25a4e-b8f3-43ee-b02b-5ecfcddc8807 req-45986afa-f958-47d8-a4b9-9ccf3ce9b1a6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0722787 Jun 15 14:21:22.824456 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3af25a4e-b8f3-43ee-b02b-5ecfcddc8807 req-b129d37c-d4ea-4ba5-b2a6-a5a3c6552dd3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367012 Jun 15 14:21:24.009259 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe89f3-30d9-443d-9b5a-c2f460a769df req-cddcb851-4fc0-4412-b7ea-edcd47e1dab3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:24.010732 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c4fe89f3-30d9-443d-9b5a-c2f460a769df req-cddcb851-4fc0-4412-b7ea-edcd47e1dab3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0704439 Jun 15 14:21:24.056545 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c4fe89f3-30d9-443d-9b5a-c2f460a769df req-9215f596-a1cb-41bb-8f56-8fed65627cfc tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Jun 15 14:21:25.233826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1e62-d1e2-4057-802a-bed7f19c4a14 req-d3e22b71-68cc-47af-9e56-46b0745b4487 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:25.235253 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fff1e62-d1e2-4057-802a-bed7f19c4a14 req-d3e22b71-68cc-47af-9e56-46b0745b4487 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0685532 Jun 15 14:21:25.278289 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7fff1e62-d1e2-4057-802a-bed7f19c4a14 req-672894f3-5d65-40b8-9811-1a8afe560c38 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373511 Jun 15 14:21:26.466602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37e18-7078-4987-8920-9e0955187356 req-87d6608f-50f2-4e27-9caf-c4e3bfdbd004 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:26.466602 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fcf37e18-7078-4987-8920-9e0955187356 req-87d6608f-50f2-4e27-9caf-c4e3bfdbd004 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0733550 Jun 15 14:21:26.511726 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fcf37e18-7078-4987-8920-9e0955187356 req-cbe45a27-855c-4978-96d2-1d19cc093a9f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Jun 15 14:21:27.702552 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d824-8d8f-4c2d-9e81-83d370ea76b6 req-6d706805-1ae6-44fb-ae3a-997544ae3fe2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:27.704041 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afb2d824-8d8f-4c2d-9e81-83d370ea76b6 req-6d706805-1ae6-44fb-ae3a-997544ae3fe2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 944 time: 0.0734940 Jun 15 14:21:27.753097 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-afb2d824-8d8f-4c2d-9e81-83d370ea76b6 req-b3c85a41-c46b-40d4-a65e-06fbe05276f8 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Jun 15 14:21:27.896655 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device add08aa6-6afe-4fa3-9555-07be80f80909 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:21:28.022206 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add08aa6-6afe-4fa3-9555-07be80f80909,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:28.035241 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'port_id': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'mac_address': 'fa:16:3e:b9:c6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:21:28.084746 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:28.101031 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add08aa6-6afe-4fa3-9555-07be80f80909 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:28.127292 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add08aa6-6afe-4fa3-9555-07be80f80909,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:28.133686 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:28.135666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-23457fd5-976b-4e8a-8708-cad825d93cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:28.192474 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:28.195832 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:28.381494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['add08aa6-6afe-4fa3-9555-07be80f80909'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:28.940449 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d488-f06b-45cb-b8b2-149687afdd62 req-a6271175-43c9-40ab-8a98-1971b115fd71 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:28.941927 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7f8d488-f06b-45cb-b8b2-149687afdd62 req-a6271175-43c9-40ab-8a98-1971b115fd71 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 945 time: 0.0688875 Jun 15 14:21:28.985440 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d7f8d488-f06b-45cb-b8b2-149687afdd62 req-0f572edf-c3c7-467b-8a14-7a97513d5faf tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Jun 15 14:21:29.896421 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device add08aa6-6afe-4fa3-9555-07be80f80909 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:29.954238 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port add08aa6-6afe-4fa3-9555-07be80f80909 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:29.957839 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port add08aa6-6afe-4fa3-9555-07be80f80909 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:29.958268 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.056711 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.082592 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:30.085080 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294dc457-9272-4c7f-8621-153ad093969f" -d '{"events": [{"server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "name": "network-vif-plugged", "status": "completed", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:30.100787 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add08aa6-6afe-4fa3-9555-07be80f80909,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:30.106346 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.108253 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:30.135984 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409590de-d323-4f99-ae11-8463ae7b595d x-openstack-request-id: req-409590de-d323-4f99-ae11-8463ae7b595d {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:30.136290 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "name": "network-vif-plugged", "status": "completed", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:30.136557 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-409590de-d323-4f99-ae11-8463ae7b595d {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:30.136944 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'code': 200} Jun 15 14:21:30.166528 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:30.170431 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:30.178569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c44f-a0e7-444d-9531-a91ef2d59dae req-223bea1b-97dd-4491-91f8-4c9fe634c403 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:30.180290 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cab7c44f-a0e7-444d-9531-a91ef2d59dae req-223bea1b-97dd-4491-91f8-4c9fe634c403 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0817544 Jun 15 14:21:30.236812 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-cab7c44f-a0e7-444d-9531-a91ef2d59dae req-0bad7138-6dda-453d-9902-6da46ce72c71 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508454 Jun 15 14:21:30.427768 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.453256 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e5821-5141-44ed-818e-a184a656d85c req-d440d5b0-26a6-448a-8f9a-2cc46439f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:30.454790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ba9e5821-5141-44ed-818e-a184a656d85c req-d440d5b0-26a6-448a-8f9a-2cc46439f344 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1099 time: 0.0599804 Jun 15 14:21:30.492382 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ba9e5821-5141-44ed-818e-a184a656d85c req-53d5b665-97e5-4883-8d3e-80faf9c3e21b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Jun 15 14:21:31.133448 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7cb2-4174-4432-bb43-ca858f9e2766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.425475 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140a359-2c86-4618-8db5-97a36495cc56 req-c306703d-0abf-4088-8184-79e2e6c84756 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:31.426869 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7140a359-2c86-4618-8db5-97a36495cc56 req-c306703d-0abf-4088-8184-79e2e6c84756 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0737276 Jun 15 14:21:31.470263 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7140a359-2c86-4618-8db5-97a36495cc56 req-bd345b25-3c0e-48a7-a8cf-06eb0528d9e5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 Jun 15 14:21:31.863785 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38922) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:31.976360 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.080254 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.083405 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.085764 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8f5004cd-811c-4a86-925c-78cba3247fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:32.124240 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0bcede-63c6-4635-bc0f-2d79fd2c0a4d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:32.128694 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3b721b6768849239b886eab96c7c4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639236 Jun 15 14:21:32.129571 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-816054dd-a77a-463b-9265-8cd3a9fceb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:32.131316 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 38928) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:32.181160 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.204159 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.251893 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.254421 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.255515 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb0bcede-63c6-4635-bc0f-2d79fd2c0a4d HTTP/1.1" status: 204 len: 168 time: 0.1233256 Jun 15 14:21:32.256252 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dc022ea1-3ea5-479d-aee6-b6108019efb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:32.265059 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0bcede-63c6-4635-bc0f-2d79fd2c0a4d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:32.267879 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf362162-cfbc-4d62-a971-4e8ee3afb7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:32.656156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6098e-05eb-4dce-8317-29a725a334d5 req-1d672566-e666-4da6-b5d1-ae62b5e8c28d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:32.657849 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-34b6098e-05eb-4dce-8317-29a725a334d5 req-1d672566-e666-4da6-b5d1-ae62b5e8c28d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0731893 Jun 15 14:21:32.705764 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-34b6098e-05eb-4dce-8317-29a725a334d5 req-68303920-5693-418c-8bb7-e3563b1c0488 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jun 15 14:21:32.884689 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655898-be1b-4a4e-a687-462e7d7e0897 req-6afebb55-7801-4460-85bd-30b034eb4e61 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:32.886103 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df655898-be1b-4a4e-a687-462e7d7e0897 req-6afebb55-7801-4460-85bd-30b034eb4e61 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0717435 Jun 15 14:21:32.928511 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-df655898-be1b-4a4e-a687-462e7d7e0897 req-d0316b3e-ec40-484e-b0f6-a1b772bdb15e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368707 Jun 15 14:21:32.951942 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38936) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:33.152553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb13ff-2953-437a-ba66-192f2e86d01e tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:33.153988 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-05bb13ff-2953-437a-ba66-192f2e86d01e tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1094 time: 0.2010796 Jun 15 14:21:33.156809 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 38944) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:33.161209 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'port_id': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:33.183896 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.307061 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.432727 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.27.0.168 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/404414fd-1a68-4289-b325-e5f13af10553) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:33.489979 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.507309 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-113c1a4d-cee9-4b7e-83e6-c73ad215c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.575791 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.613908 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.616667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:33.654837 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:33.661576 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:33.664915 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:33.697423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=404414fd-1a68-4289-b325-e5f13af10553,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:33.701877 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:34.120290 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.207556 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.381494 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.385745 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.387627 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c635d99d-c061-4200-8f4e-6e68e3598c21 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:34.468178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=404414fd-1a68-4289-b325-e5f13af10553,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:34.472071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:34.484324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.624845 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP 04a55f6b-5bc5-473c-b8eb-a473468ab0cb associated. External IP: 172.27.0.168, port: add08aa6-6afe-4fa3-9555-07be80f80909. Jun 15 14:21:34.906048 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:21:35.048036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:35.057673 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:35.063821 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.070975 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:35.071593 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:21:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:35.107835 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9500034 Jun 15 14:21:35.108507 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:35.110816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0cd70-4496-4572-a3f0-cfbb66c81de2" -d '{"events": [{"name": "network-changed", "server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:35.145990 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc474a-c7ca-4b22-93f8-5c408ccd1015 x-openstack-request-id: req-69cc474a-c7ca-4b22-93f8-5c408ccd1015 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:35.146366 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:35.146695 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69cc474a-c7ca-4b22-93f8-5c408ccd1015 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:35.147190 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'status': 'completed', 'code': 200} Jun 15 14:21:35.192244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.221896 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:35.235412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-903d84e4-16e9-43ec-be17-5b15c3c483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.236921 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-903d84e4-16e9-43ec-be17-5b15c3c483e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1099 time: 0.0648561 Jun 15 14:21:35.356002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-f5bd5504-f95c-4030-9eae-19168cf2252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.357464 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-f5bd5504-f95c-4030-9eae-19168cf2252e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1139333 Jun 15 14:21:35.440314 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-c89f2c8b-45bf-4869-8181-90d48b470bef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 1000 time: 0.0760641 Jun 15 14:21:35.499770 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-98ed1fb2-b56d-4dd8-8be9-c4e0cb39e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.501195 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-98ed1fb2-b56d-4dd8-8be9-c4e0cb39e4ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0540907 Jun 15 14:21:35.506556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '04a55f6b-5bc5-473c-b8eb-a473468ab0cb', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:b9:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:21:33Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:35.509873 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:35.518880 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:35.519504 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:21:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:35.668481 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:35.851945 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-5ff4fb35-6fb5-49e3-ad78-be85354e224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.853327 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-5ff4fb35-6fb5-49e3-ad78-be85354e224d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3420610 Jun 15 14:21:35.965076 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-4a219c9c-1542-4d98-a550-49249639710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '04a55f6b-5bc5-473c-b8eb-a473468ab0cb', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:b9:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:21:33Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:35.968556 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a219c9c-1542-4d98-a550-49249639710c None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': '04a55f6b-5bc5-473c-b8eb-a473468ab0cb', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:b9:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:21:33Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:35.972229 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-33a76c28-c7d1-4f7a-b2a5-c10ec2f3e173 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101670 Jun 15 14:21:36.093344 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92c0cd70-4496-4572-a3f0-cfbb66c81de2 req-599e6adf-702d-42e0-9628-e1791583079b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146080 Jun 15 14:21:36.157875 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33655cb-3d2c-41a9-a2f0-540fa5d9cfe4 None None] New status for floating IP 04a55f6b-5bc5-473c-b8eb-a473468ab0cb: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:21:36.592210 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:54.957661 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:57.554222 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5768-81ea-4d77-817c-a5ee5e21a48c req-1d094028-2a4c-4134-b19c-e14e3d566408 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:57.555686 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a19a5768-81ea-4d77-817c-a5ee5e21a48c req-1d094028-2a4c-4134-b19c-e14e3d566408 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.0715158 Jun 15 14:21:57.597949 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a19a5768-81ea-4d77-817c-a5ee5e21a48c req-de661045-6ffb-44de-9008-e696a16f0e87 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361216 Jun 15 14:21:58.785551 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99516805-68f1-46eb-85a8-eb14bb7dcf23 req-e5f91370-1797-44f7-b6b6-278b17d406fb tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:58.787146 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99516805-68f1-46eb-85a8-eb14bb7dcf23 req-e5f91370-1797-44f7-b6b6-278b17d406fb tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.0735464 Jun 15 14:21:58.828785 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99516805-68f1-46eb-85a8-eb14bb7dcf23 req-405eeceb-35ae-4773-853d-da904011a17e tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Jun 15 14:21:59.577898 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-547d7928-6fb4-4733-bd67-4e03c8e0c157 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:59.579315 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-547d7928-6fb4-4733-bd67-4e03c8e0c157 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.0718296 Jun 15 14:21:59.693822 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Deleting port 91359000-2455-4a01-8dd6-824fd87c4d14 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:59.694155 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:59.812832 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] For port 91359000-2455-4a01-8dd6-824fd87c4d14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91359000-2455-4a01-8dd6-824fd87c4d14,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:59.813580 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:59.915211 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Calling delete_port for 91359000-2455-4a01-8dd6-824fd87c4d14 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:00.073779 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466780-076e-4dea-bcd2-df28e43f1472 req-e9c49a1f-07df-4120-9e76-331bc27b8155 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:00.075505 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89466780-076e-4dea-bcd2-df28e43f1472 req-e9c49a1f-07df-4120-9e76-331bc27b8155 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=225188b9-c54f-4d1f-8ea9-14f0c74092b0 HTTP/1.1" status: 200 len: 945 time: 0.1053262 Jun 15 14:22:00.161714 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-89466780-076e-4dea-bcd2-df28e43f1472 req-f0f59c7a-85a2-471e-a5a1-d513cd52ee9d tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552714 Jun 15 14:22:00.162687 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:00.167467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:00.201513 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Pushing event deleted for resources: {'Port': ['ID=91359000-2455-4a01-8dd6-824fd87c4d14,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:00.233020 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.233402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.233797 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.234160 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.234680 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.235033 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.235560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.236036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.236469 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.236851 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.237256 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.237708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:00.242829 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:00.271149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] No DVR routers for this DVR port 91359000-2455-4a01-8dd6-824fd87c4d14 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:00.274110 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:00.276645 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-da5f3515-160f-4f6c-8ee5-31f9082e90ef req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "DELETE /v2.0/ports/91359000-2455-4a01-8dd6-824fd87c4d14 HTTP/1.1" status: 204 len: 173 time: 0.6899321 Jun 15 14:22:00.277141 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'name': 'network-vif-deleted', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:00.279650 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155215a6-ea80-46d9-8ae4-4137104784f8" -d '{"events": [{"server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "name": "network-vif-deleted", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:00.315759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f00dbe-1382-419b-abba-599f00fd974f x-openstack-request-id: req-08f00dbe-1382-419b-abba-599f00fd974f {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:00.316179 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225188b9-c54f-4d1f-8ea9-14f0c74092b0", "name": "network-vif-deleted", "tag": "91359000-2455-4a01-8dd6-824fd87c4d14", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:00.316515 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08f00dbe-1382-419b-abba-599f00fd974f {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:00.317010 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225188b9-c54f-4d1f-8ea9-14f0c74092b0', 'name': 'network-vif-deleted', 'tag': '91359000-2455-4a01-8dd6-824fd87c4d14', 'status': 'completed', 'code': 200} Jun 15 14:22:00.437154 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.134222 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-708ca9f0-df7f-44f2-9285-c29baa15e3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:03.432453 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 91359000-2455-4a01-8dd6-824fd87c4d14 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:03.456159 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 91359000-2455-4a01-8dd6-824fd87c4d14 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:03.456505 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 91359000-2455-4a01-8dd6-824fd87c4d14 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:03.491629 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:03.507631 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3e8b4887-327f-475f-822e-153a0b89cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:04.583625 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-c2a4d37b-e7b2-4a80-b63c-41858cec916e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654290 Jun 15 14:22:04.685812 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-85443fc4-0c62-4f1f-975a-f38635d9c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:04.687237 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-85443fc4-0c62-4f1f-975a-f38635d9c6d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1099 time: 0.0587783 Jun 15 14:22:04.821859 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-8ef50b9b-efe5-48d4-b292-441714d00413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:04.823295 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-8ef50b9b-efe5-48d4-b292-441714d00413 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1104672 Jun 15 14:22:04.913273 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-773b10b6-c2ca-4e68-b056-de3f4c9b8617 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 1002 time: 0.0808799 Jun 15 14:22:04.975136 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-1286afbc-9ea5-482b-adec-1dab2c26971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:04.976667 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-1286afbc-9ea5-482b-adec-1dab2c26971b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0545189 Jun 15 14:22:05.044727 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-1e82dc9c-bc70-4343-adc2-cc3b09ceb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:05.046438 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-1e82dc9c-bc70-4343-adc2-cc3b09ceb56e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619030 Jun 15 14:22:05.114865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:05.160273 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-833122af-3217-4c19-b1b0-7513de3ce8fd service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060624 Jun 15 14:22:05.281302 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-99d7f171-7a1d-4e8e-9984-14385c7a441f req-4f8b35cd-49b9-4f3e-af39-5f1af343d54b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124609 Jun 15 14:22:06.593068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:11.231444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-ad17534e-17ec-4027-8798-9eb50d2887a6 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:11.232858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-ad17534e-17ec-4027-8798-9eb50d2887a6 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 814 time: 0.1247811 Jun 15 14:22:11.249716 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-4c2e1c81-ecc2-4a0d-a84a-fe37105ffe45 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/quotas/b0d3c17bd0f148338e7353738c2f06bb HTTP/1.1" status: 200 len: 375 time: 0.0103900 Jun 15 14:22:11.285614 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-209daae2-232b-4fd0-afe1-9b1f4d293025 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311391 Jun 15 14:22:11.397784 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-ea5e09fc-7e5a-408c-8a46-11f069d536bc service neutron] 10.222.0.11 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057069 Jun 15 14:22:11.510577 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-4b7d12a3-ca3b-4d7e-9ec9-1d0910d7c129 service neutron] 10.222.0.11 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064317 Jun 15 14:22:11.677816 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3cd3a33c-6cb6-4f80-b512-5b5b01c648f7 req-be5223df-9b11-48c3-8082-f6563607bcc4 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 210 time: 0.0334885 Jun 15 14:22:12.821100 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-29812fd3-45bf-4f88-9125-2d99c2beb6b3 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:12.822552 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-29812fd3-45bf-4f88-9125-2d99c2beb6b3 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 814 time: 0.1549926 Jun 15 14:22:12.845794 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b19b023c-7d20-4ed4-a298-2ec24ae309a5 req-5686cf3f-4a96-486c-9345-a7c5d5b1b203 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 210 time: 0.0436921 Jun 15 14:22:12.849145 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Request body: {'port': {'device_id': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef', 'admin_state_up': True, 'tenant_id': 'b0d3c17bd0f148338e7353738c2f06bb'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:12.986561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Made reservation on behalf of b0d3c17bd0f148338e7353738c2f06bb for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:12.990095 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.132853 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Allocated IP 172.20.0.2 (7a9a6a14-569a-46fe-88ae-5ab9b2540eef/3225b812-8a19-4d20-98f8-34e8b2bb4a13/80fda7ca-8478-4997-b434-55c029f6f474) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:13.307426 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.345319 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.349183 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b57cac40-bc35-44f3-85e1-ac884667d11f tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:13.394602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:13.397735 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:13.402154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:13.437656 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Pushing event updated for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:13.442416 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:13.467599 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:13.468201 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.481223 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6376071 Jun 15 14:22:13.495090 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Request body: {'port': {'device_id': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:13.577623 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.883941 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fda7ca-8478-4997-b434-55c029f6f474 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:22:13.891298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.903391 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Transition to ACTIVE for port object 80fda7ca-8478-4997-b434-55c029f6f474 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:13.910233 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:13.913354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-edcec132-7294-4444-be42-7e26033abcad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:14.046888 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:14.054633 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:14.151892 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Attempting to bind port 80fda7ca-8478-4997-b434-55c029f6f474 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:14.152158 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Attempting to bind port 80fda7ca-8478-4997-b434-55c029f6f474 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:14.152449 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Attempting to bind port 80fda7ca-8478-4997-b434-55c029f6f474 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:14.163556 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf7ed-0e3a-4e00-9e04-60f70a040428 req-3bef33cf-9449-4b8f-b5e1-c7a972f15d7c tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:14.164987 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5faf7ed-0e3a-4e00-9e04-60f70a040428 req-3bef33cf-9449-4b8f-b5e1-c7a972f15d7c tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 943 time: 0.1590147 Jun 15 14:22:14.166516 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Port 80fda7ca-8478-4997-b434-55c029f6f474 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:22:14.166821 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Attempting to bind port 80fda7ca-8478-4997-b434-55c029f6f474 on network 7a9a6a14-569a-46fe-88ae-5ab9b2540eef {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:14.173641 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:14.173967 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Checking segment: {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:14.174335 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Bound using segment: {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:14.174750 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Bound port: 80fda7ca-8478-4997-b434-55c029f6f474, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868594cf-5626-49a4-b684-1ff65b43b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:14.175090 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:14.252782 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d5faf7ed-0e3a-4e00-9e04-60f70a040428 req-972bbafd-3f4d-4500-a345-e473c4058739 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808649 Jun 15 14:22:14.282663 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:14.285559 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80fda7ca-8478-4997-b434-55c029f6f474,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:14.289605 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:14.293080 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e184cbce-22ca-4a73-8545-0f4ac5073be9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:14.348474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:14.349066 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:14.350438 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] 10.222.0.23 "PUT /v2.0/ports/80fda7ca-8478-4997-b434-55c029f6f474 HTTP/1.1" status: 200 len: 1093 time: 0.8598597 Jun 15 14:22:14.350942 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:14.353841 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314765e4-9051-447e-9a38-837cbb6f8e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "tag": "80fda7ca-8478-4997-b434-55c029f6f474"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:14.382026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:14.385049 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-dc9acfe2-893f-4931-9485-77a7448e0b37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:14.396030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e997991-31c9-4c2a-84e8-84febd02c5f9 x-openstack-request-id: req-5e997991-31c9-4c2a-84e8-84febd02c5f9 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:14.396350 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "tag": "80fda7ca-8478-4997-b434-55c029f6f474", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:14.396634 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e997991-31c9-4c2a-84e8-84febd02c5f9 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:14.397053 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474', 'status': 'completed', 'code': 200} Jun 15 14:22:14.447801 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e2119ae3-7fca-4324-bc41-98f1064e6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:14.449163 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e2119ae3-7fca-4324-bc41-98f1064e6d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 1096 time: 0.0614383 Jun 15 14:22:14.505601 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-f3f0800f-0f57-4901-b8c9-7466fb74fd88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80fda7ca-8478-4997-b434-55c029f6f474 HTTP/1.1" status: 200 len: 217 time: 0.0478013 Jun 15 14:22:14.559412 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-a8ea718e-705f-4102-929c-f83c30ec44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:14.560748 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-a8ea718e-705f-4102-929c-f83c30ec44bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3225b812-8a19-4d20-98f8-34e8b2bb4a13 HTTP/1.1" status: 200 len: 854 time: 0.0491109 Jun 15 14:22:14.597028 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-e81ab453-8bfd-44cf-934b-3c38c5d98f19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301237 Jun 15 14:22:14.726744 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-deac2eed-4b7e-44f6-8ce8-4ab22c0ed1cf service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 Jun 15 14:22:14.840301 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9462f21a-637f-458f-b19b-d8ce9e5db5f2 req-f57905a6-9a28-49a9-b659-11974717d6f6 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061366 Jun 15 14:22:14.945173 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-36f6bef9-c718-4831-b144-5544424e919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:14.947253 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-36f6bef9-c718-4831-b144-5544424e919c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 1096 time: 0.0578842 Jun 15 14:22:15.336766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-1662d7b2-8d40-4699-b067-d05418e4b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:15.338305 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-1662d7b2-8d40-4699-b067-d05418e4b053 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 200 len: 915 time: 0.3847747 Jun 15 14:22:15.399550 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-e3aef8b1-e3e5-4e5e-9391-7bff1605776e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80fda7ca-8478-4997-b434-55c029f6f474 HTTP/1.1" status: 200 len: 217 time: 0.0525320 Jun 15 14:22:15.492614 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-8778f7d9-4f5d-4652-8c3f-a16c122da330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:15.494749 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-8778f7d9-4f5d-4652-8c3f-a16c122da330 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3225b812-8a19-4d20-98f8-34e8b2bb4a13 HTTP/1.1" status: 200 len: 854 time: 0.0864863 Jun 15 14:22:15.521147 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b26c9-19a7-439c-bcb8-f5c345a9f693 req-5627de42-5bf5-41cd-9d88-1f6b2eb158a3 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:15.522564 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-687b26c9-19a7-439c-bcb8-f5c345a9f693 req-5627de42-5bf5-41cd-9d88-1f6b2eb158a3 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 943 time: 0.1257648 Jun 15 14:22:15.547506 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-be43029c-212f-4050-a22c-ede0d2ab6064 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a9a6a14-569a-46fe-88ae-5ab9b2540eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417070 Jun 15 14:22:15.610695 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-687b26c9-19a7-439c-bcb8-f5c345a9f693 req-bb0c65ed-0144-44ce-88b0-e26bc6e814bf tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659420 Jun 15 14:22:15.689320 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-85a3d6f3-218e-4663-a4ce-e32a4ec2738c service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268606 Jun 15 14:22:15.806168 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-314765e4-9051-447e-9a38-837cbb6f8e7d req-085fbfd2-4021-4df0-91f0-492895a40047 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096816 Jun 15 14:22:16.610984 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 80fda7ca-8478-4997-b434-55c029f6f474 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:22:16.803001 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43684c91-135c-4770-9c66-e7a9999272be req-fb79c8b6-646d-4c5f-8f35-04553f2b3319 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:16.804520 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43684c91-135c-4770-9c66-e7a9999272be req-fb79c8b6-646d-4c5f-8f35-04553f2b3319 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 943 time: 0.0757687 Jun 15 14:22:16.847090 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-43684c91-135c-4770-9c66-e7a9999272be req-26c2f0f6-a9f7-47cd-9d67-c4782ae8fd86 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Jun 15 14:22:16.861656 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80fda7ca-8478-4997-b434-55c029f6f474,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:16.874436 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '80fda7ca-8478-4997-b434-55c029f6f474', 'network_id': '7a9a6a14-569a-46fe-88ae-5ab9b2540eef', 'port_id': '80fda7ca-8478-4997-b434-55c029f6f474', 'mac_address': 'fa:16:3e:25:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3225b812-8a19-4d20-98f8-34e8b2bb4a13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:22:16.917235 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:16.935309 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fda7ca-8478-4997-b434-55c029f6f474 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:22:16.956529 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80fda7ca-8478-4997-b434-55c029f6f474,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:16.960029 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:16.961718 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:17.013025 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:17.019794 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.020144 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.020483 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.020818 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.021149 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.021477 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.021832 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.022157 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.022482 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.022805 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.023127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.023445 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:17.027826 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:17.186160 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['80fda7ca-8478-4997-b434-55c029f6f474'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:22:18.027674 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201c1b-c62e-4812-863f-9868e9cc537a req-ae30600d-9336-49da-bccf-89071655b697 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:18.029103 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b6201c1b-c62e-4812-863f-9868e9cc537a req-ae30600d-9336-49da-bccf-89071655b697 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 944 time: 0.0709746 Jun 15 14:22:18.069844 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b6201c1b-c62e-4812-863f-9868e9cc537a req-2f3e70d3-ee92-41e7-9d17-29f4d6fe1ca9 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Jun 15 14:22:18.631363 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 80fda7ca-8478-4997-b434-55c029f6f474 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:18.685715 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 80fda7ca-8478-4997-b434-55c029f6f474 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:18.689938 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 80fda7ca-8478-4997-b434-55c029f6f474 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:18.690324 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:18.782704 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:18.807315 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:18.809570 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ada223-0680-4874-99ab-993eeff25624" -d '{"events": [{"server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "name": "network-vif-plugged", "status": "completed", "tag": "80fda7ca-8478-4997-b434-55c029f6f474"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:18.824249 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80fda7ca-8478-4997-b434-55c029f6f474,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:18.828311 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:18.830407 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:18.856960 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03cdc2-98f8-4498-bbe6-a021f197da28 x-openstack-request-id: req-ca03cdc2-98f8-4498-bbe6-a021f197da28 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:18.857251 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "name": "network-vif-plugged", "status": "completed", "tag": "80fda7ca-8478-4997-b434-55c029f6f474", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:18.857508 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca03cdc2-98f8-4498-bbe6-a021f197da28 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:18.857963 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474', 'code': 200} Jun 15 14:22:18.889387 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:18.892202 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:19.076341 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc837cd9-fb5a-46db-9615-59e8ced079e0 req-bf6e0d24-6e5c-4901-aa9e-1b586e5c999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:19.077835 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bc837cd9-fb5a-46db-9615-59e8ced079e0 req-bf6e0d24-6e5c-4901-aa9e-1b586e5c999e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 1098 time: 0.0579734 Jun 15 14:22:19.115943 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-bc837cd9-fb5a-46db-9615-59e8ced079e0 req-d78438cc-931f-4f6e-ac98-86821a7bdb6c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jun 15 14:22:19.254251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db07b-1564-4c60-8d15-766af15c6084 req-4fd83fba-16af-47ba-a617-3503deb607d0 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:19.255684 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-645db07b-1564-4c60-8d15-766af15c6084 req-4fd83fba-16af-47ba-a617-3503deb607d0 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 945 time: 0.0715432 Jun 15 14:22:19.300526 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-645db07b-1564-4c60-8d15-766af15c6084 req-debf2790-b315-4ce2-8d2f-db8ead273055 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Jun 15 14:22:20.478930 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758668b-d819-4a3f-bec7-ef4fa48ba637 req-647c4fd4-7a10-4c3e-be4d-cf6782b8eaf7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:20.480363 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7758668b-d819-4a3f-bec7-ef4fa48ba637 req-647c4fd4-7a10-4c3e-be4d-cf6782b8eaf7 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 945 time: 0.0692663 Jun 15 14:22:20.520634 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7758668b-d819-4a3f-bec7-ef4fa48ba637 req-2b3e1ac8-9b90-41fd-aa3e-7ff810547e81 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Jun 15 14:22:30.453435 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.134771 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-202cd1b8-fb42-40a8-8b4b-e174b8b062df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.955759 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:22:33.494836 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:33.508947 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e67ccab2-7de3-4365-95fe-129f74cccf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:35.117119 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.595399 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.838027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40291-f64c-4a55-a7a5-636931101347 req-bca0d068-c64e-47ac-8d7a-af333808f38a tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:40.839448 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-26d40291-f64c-4a55-a7a5-636931101347 req-bca0d068-c64e-47ac-8d7a-af333808f38a tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 945 time: 0.0723221 Jun 15 14:22:40.878700 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-26d40291-f64c-4a55-a7a5-636931101347 req-5a75b7e0-478f-4475-a365-81cff2127cc4 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jun 15 14:22:42.116802 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3833e6-a924-4e17-827b-7897484a0a49 req-174b5e7d-1a17-4545-b6f0-be06be03ac07 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:42.118294 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c3833e6-a924-4e17-827b-7897484a0a49 req-174b5e7d-1a17-4545-b6f0-be06be03ac07 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 945 time: 0.1237972 Jun 15 14:22:42.158884 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c3833e6-a924-4e17-827b-7897484a0a49 req-b5a9acef-af82-499c-b8d5-d26063b5fe66 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/security-groups?id=c73f1c8e-7012-4f66-b472-43cc231b2030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Jun 15 14:22:42.466345 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-48a8b9e3-8d91-4344-88c0-e41eb65bab69 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:42.467788 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-48a8b9e3-8d91-4344-88c0-e41eb65bab69 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 945 time: 0.0744009 Jun 15 14:22:42.579814 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Deleting port 80fda7ca-8478-4997-b434-55c029f6f474 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:42.580159 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.695140 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] For port 80fda7ca-8478-4997-b434-55c029f6f474, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80fda7ca-8478-4997-b434-55c029f6f474,segment=NetworkSegment(868594cf-5626-49a4-b684-1ff65b43b861),segment_id=868594cf-5626-49a4-b684-1ff65b43b861)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:42.695636 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.786608 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Calling delete_port for 80fda7ca-8478-4997-b434-55c029f6f474 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:42.933725 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.937639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:42.947023 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['80fda7ca-8478-4997-b434-55c029f6f474'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:22:42.970105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Pushing event deleted for resources: {'Port': ['ID=80fda7ca-8478-4997-b434-55c029f6f474,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:42.974587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:43.025684 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] No DVR routers for this DVR port 80fda7ca-8478-4997-b434-55c029f6f474 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:43.028063 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.030025 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-ef5d3646-9512-496c-92af-0ff210ea04c5 req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.23 "DELETE /v2.0/ports/80fda7ca-8478-4997-b434-55c029f6f474 HTTP/1.1" status: 204 len: 173 time: 0.5560646 Jun 15 14:22:43.030516 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'name': 'network-vif-deleted', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:43.032759 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c61cf6-cd6d-48a5-88e8-0d9611126056" -d '{"events": [{"server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "name": "network-vif-deleted", "tag": "80fda7ca-8478-4997-b434-55c029f6f474"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:43.075041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f82df0d-5646-4eb5-a8ca-393349b08011 x-openstack-request-id: req-8f82df0d-5646-4eb5-a8ca-393349b08011 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:43.075371 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca", "name": "network-vif-deleted", "tag": "80fda7ca-8478-4997-b434-55c029f6f474", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:43.075660 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f82df0d-5646-4eb5-a8ca-393349b08011 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:43.076095 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca', 'name': 'network-vif-deleted', 'tag': '80fda7ca-8478-4997-b434-55c029f6f474', 'status': 'completed', 'code': 200} Jun 15 14:22:43.319979 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5bd57e61-f5bc-4000-99bf-4b072ea39ec6 req-00bcd73a-71b2-413a-85a0-2b68346b96ab tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0aa15d-ccd0-40cc-86de-58f8ec1cdaca HTTP/1.1" status: 200 len: 210 time: 0.0332863 Jun 15 14:22:46.981792 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 80fda7ca-8478-4997-b434-55c029f6f474 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:47.007263 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 80fda7ca-8478-4997-b434-55c029f6f474 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:47.007609 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 80fda7ca-8478-4997-b434-55c029f6f474 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:23:00.470550 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:01.134506 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1b5b63b6-912e-43ec-b344-03dee2ca2dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:03.502201 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:03.509380 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fc78ee3b-cb80-4f89-a309-02c240fe5445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:05.121287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:06.020003 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-e3082ed3-ef4d-4de5-88d7-c2244673e584 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963354 Jun 15 14:23:06.124820 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-dae44613-2d0a-41f5-8dc7-5a16e37a0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:06.126302 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-dae44613-2d0a-41f5-8dc7-5a16e37a0702 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 1099 time: 0.0638506 Jun 15 14:23:06.251371 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-2813dca8-e200-4ae7-8612-7931b831acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:06.252808 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-2813dca8-e200-4ae7-8612-7931b831acb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1049418 Jun 15 14:23:06.343215 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-de7fb5dc-29b3-45d0-97bb-a1e3708a6641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 200 len: 1002 time: 0.0836740 Jun 15 14:23:06.400742 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-af82d577-a823-42d8-a2c3-42bd60a34b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:06.402819 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-af82d577-a823-42d8-a2c3-42bd60a34b1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0528233 Jun 15 14:23:06.470921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-fb02a705-617c-48cb-a345-b8e64e43f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:06.472366 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-fb02a705-617c-48cb-a345-b8e64e43f3e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619678 Jun 15 14:23:06.483393 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-50778389-12a8-4427-a6a6-7b559e37f12c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:23:06.484350 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-50778389-12a8-4427-a6a6-7b559e37f12c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053427 Jun 15 14:23:06.598625 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:06.607130 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-914d2669-4bbb-45d9-8d33-c253a6d99bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164203 Jun 15 14:23:06.716815 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8f5fe0bf-e9e6-4f4d-830d-dc3cde5ec241 req-db839292-0c38-494b-ad5c-066743eede7b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025290 Jun 15 14:23:07.404688 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39368) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:07.459508 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Deleting subnet 3225b812-8a19-4d20-98f8-34e8b2bb4a13 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:23:07.462456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.503227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.549343 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.610522 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.613209 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:07.644227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3225b812-8a19-4d20-98f8-34e8b2bb4a13,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:07.646972 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.648251 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3225b812-8a19-4d20-98f8-34e8b2bb4a13 HTTP/1.1" status: 204 len: 168 time: 0.2425921 Jun 15 14:23:07.650919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39372) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:07.654931 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.655317 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.655696 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.656067 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.656438 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.656807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.657174 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.657555 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.657932 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.658294 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.658652 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.659012 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:07.662090 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-366d0f8b-e171-4afc-ba94-f47d2939f308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:07.745466 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.851910 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.863156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9a6a14-569a-46fe-88ae-5ab9b2540eef']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:07.874654 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868594cf-5626-49a4-b684-1ff65b43b861') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:07.874968 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868594cf-5626-49a4-b684-1ff65b43b861') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:07.884746 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.899055 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.904732 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:23:07.905105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:23:07.906860 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:23:07.984191 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.988876 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:07.993472 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] 10.222.0.11 "DELETE /v2.0/networks/7a9a6a14-569a-46fe-88ae-5ab9b2540eef HTTP/1.1" status: 204 len: 168 time: 0.3390243 Jun 15 14:23:07.993472 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:08.006518 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9a6a14-569a-46fe-88ae-5ab9b2540eef,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:08.013771 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.014156 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.014529 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.014892 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.015253 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.015611 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.015970 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.016345 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.016682 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.017039 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.017389 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.017766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:08.020961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-642f7dd9-2460-4a61-b5ff-7a52e247a03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:08.149253 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39376) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:08.192856 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b2bae875-570e-4ae6-a4c8-2ea14a9ed8aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0d3c17bd0f148338e7353738c2f06bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424528 Jun 15 14:23:08.195136 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39378) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:08.244608 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:08.267908 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:08.317592 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:08.320139 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:08.321280 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c73f1c8e-7012-4f66-b472-43cc231b2030 HTTP/1.1" status: 204 len: 168 time: 0.1252751 Jun 15 14:23:08.322062 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0fb9fbc2-a700-46e9-b960-e294d061db96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:08.330691 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f1c8e-7012-4f66-b472-43cc231b2030,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:08.333167 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9bc72690-0450-4744-a7f4-c154a0bec0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:08.954407 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:30.486127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:31.135447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b5da-f02e-4602-9dc1-a781d5b9f68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:33.493434 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:33.509092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5948-3c24-4b71-b857-157b0e11c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:35.122594 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:36.602843 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:40.683646 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512363bf-49ba-46b6-a640-4bb64471bed2 req-e5fdc4cf-bc9c-4d9f-b089-422cd81a8b44 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:40.685093 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-512363bf-49ba-46b6-a640-4bb64471bed2 req-e5fdc4cf-bc9c-4d9f-b089-422cd81a8b44 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0697343 Jun 15 14:23:40.730258 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-512363bf-49ba-46b6-a640-4bb64471bed2 req-7a911333-4c44-40fd-b84e-f76ab678e764 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Jun 15 14:23:41.912818 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aee95-cb60-4f6e-bfa4-b36924e8d324 req-3c649363-bb83-4429-87c8-2682dfc2bd32 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:41.914207 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7a7aee95-cb60-4f6e-bfa4-b36924e8d324 req-3c649363-bb83-4429-87c8-2682dfc2bd32 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0695031 Jun 15 14:23:41.958135 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-7a7aee95-cb60-4f6e-bfa4-b36924e8d324 req-2ffc31a4-51ab-4773-85d9-cac08e33c1fd tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377162 Jun 15 14:23:42.196591 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-9f13bb04-b88f-4169-ba3c-e889cf3e1f85 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:42.198482 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-9f13bb04-b88f-4169-ba3c-e889cf3e1f85 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 946 time: 0.0665896 Jun 15 14:23:42.315071 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port add08aa6-6afe-4fa3-9555-07be80f80909 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:23:42.315440 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:42.427860 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] For port add08aa6-6afe-4fa3-9555-07be80f80909, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add08aa6-6afe-4fa3-9555-07be80f80909,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:23:42.428214 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:42.662239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:42.662618 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:42.662930 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP 04a55f6b-5bc5-473c-b8eb-a473468ab0cb disassociated. External IP: 172.27.0.168, port: add08aa6-6afe-4fa3-9555-07be80f80909. Jun 15 14:23:42.663273 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for add08aa6-6afe-4fa3-9555-07be80f80909 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:23:42.816027 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:42.819851 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c37e951e-cd4a-431a-9d36-4c1304e5b36e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:42.849922 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=add08aa6-6afe-4fa3-9555-07be80f80909,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:42.852893 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:43.290840 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c48e0089-3cf4-49e5-b9a5-ba272d498332 req-d5627070-f563-4787-897e-61308f8eaa98 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=73483d9b-97e3-4306-a5b8-9fd543e6039e HTTP/1.1" status: 200 len: 210 time: 0.0474565 Jun 15 14:23:43.340446 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:23:43.484493 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:23:43.494606 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:23:43.504092 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:23:43.504772 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:23:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:43.540280 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] No DVR routers for this DVR port add08aa6-6afe-4fa3-9555-07be80f80909 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:23:43.542983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:43.544992 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f4c27036-102d-42e0-9c4f-2979dfdfae69 req-c4931b8f-9471-4d52-acd6-e5cdc58ae25d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "DELETE /v2.0/ports/add08aa6-6afe-4fa3-9555-07be80f80909 HTTP/1.1" status: 204 len: 173 time: 1.3402615 Jun 15 14:23:43.545522 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'name': 'network-vif-deleted', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:23:43.548298 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bac52b-c11a-4c81-9c8f-f8bb4d4f52f6" -d '{"events": [{"server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "name": "network-vif-deleted", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:23:43.649114 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:23:43.767659 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5fc553-28fb-4125-9d8d-8527e38b2eb5 x-openstack-request-id: req-eb5fc553-28fb-4125-9d8d-8527e38b2eb5 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:23:43.768000 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73483d9b-97e3-4306-a5b8-9fd543e6039e", "name": "network-vif-deleted", "tag": "add08aa6-6afe-4fa3-9555-07be80f80909", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:23:43.768293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb5fc553-28fb-4125-9d8d-8527e38b2eb5 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:23:43.768724 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73483d9b-97e3-4306-a5b8-9fd543e6039e', 'name': 'network-vif-deleted', 'tag': 'add08aa6-6afe-4fa3-9555-07be80f80909', 'status': 'completed', 'code': 200} Jun 15 14:23:43.919449 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:43.923948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:23:43.932943 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:23:43.933544 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:23:33Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:44.075846 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:23:44.340328 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:44.346123 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fede6a7-e148-417d-996d-0f1f83742fb4 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:23:44.564085 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c50fb-e7e2-4ba4-bf5c-1d0da77d3e5f None None] New status for floating IP 04a55f6b-5bc5-473c-b8eb-a473468ab0cb: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:23:44.604678 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-d45f9846-8dbb-46e4-82b7-f8b8cdf5a11a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934975974&fields=id&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 267 time: 0.0360019 Jun 15 14:23:44.737093 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-dfbe0c4b-62ac-4597-bae6-ff367a7e655e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:44.738579 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-dfbe0c4b-62ac-4597-bae6-ff367a7e655e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.1300175 Jun 15 14:23:44.753503 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-cfd6700d-0dbc-4961-9608-86e19aa0e347 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/quotas/57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 375 time: 0.0093687 Jun 15 14:23:44.827665 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-fee828dd-bfef-431d-bbff-55ebcab50d0b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691044 Jun 15 14:23:44.932036 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-de917c13-910d-4596-a2d2-d0c5cf240ca3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:23:44.933019 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-de917c13-910d-4596-a2d2-d0c5cf240ca3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943789 Jun 15 14:23:45.046489 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-271b9a02-0920-41e3-b44a-647a7f0535a7 service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074021 Jun 15 14:23:45.066892 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device add08aa6-6afe-4fa3-9555-07be80f80909 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:23:45.092191 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: add08aa6-6afe-4fa3-9555-07be80f80909 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:23:45.092539 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device add08aa6-6afe-4fa3-9555-07be80f80909 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:23:45.160469 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-207ab803-1cb0-415f-879c-b3e42ebe7727 service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082890 Jun 15 14:23:45.454980 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-c95be4cf-c296-4a90-84fe-57a04b1de0bb req-32668712-2bf7-4640-a01e-0e4004c7565b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0339656 Jun 15 14:23:45.954058 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:46.538597 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5704efd0-ed11-49e5-b082-e3c4f10b4cf6 req-60db8ba9-e72a-41d1-9f3c-4d51cd16060d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0335386 Jun 15 14:23:47.624417 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9e5423d1-91f9-431d-8fee-ec2bca97ae49 req-dd763ac5-5e53-445f-af6f-14c9e958a58b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0337973 Jun 15 14:23:48.712728 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f21dbba7-91a0-4ef5-ae73-23660f3a6d96 req-fbbf542c-87f2-40c8-a609-5c7dcbe1feff tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0358295 Jun 15 14:23:49.855634 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-051d0725-aad5-4783-b048-24f07a8c8884 req-c11339fb-360d-4bb7-bb37-9478d865091f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0334132 Jun 15 14:23:50.710229 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-d57fc2a0-6252-43ba-89de-978a617a5225 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:50.711637 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-d57fc2a0-6252-43ba-89de-978a617a5225 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.1331632 Jun 15 14:23:50.761132 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-0ef960ac-3ea3-4998-8e10-f87e89764e60 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 380 time: 0.0367813 Jun 15 14:23:50.769219 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'port': {'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'admin_state_up': True, 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'security_groups': ['7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:50.898796 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Made reservation on behalf of 57c6fb12165c45478fe12466e175a052 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:23:50.902847 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.019416 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9552c303-e378-420e-a6c6-7f43628df62f req-4f501122-78cd-4f9c-bed0-d1e518ffdd59 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0482333 Jun 15 14:23:51.084589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.20.0.13 (1cdc6354-51d6-4fb5-a386-93982d59c355/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab/605e4d77-1db3-4018-850f-68590de0c9f7) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:23:51.253502 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.266439 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Transition to ACTIVE for port object 605e4d77-1db3-4018-850f-68590de0c9f7 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:23:51.304169 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.308047 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-aec7377b-9933-4c83-9a9b-af6d9e37acb9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:51.358385 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:23:51.361853 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:23:51.365890 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:23:51.400128 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:51.406157 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:51.431589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:51.432222 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.447414 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9eee182c-ac41-46f8-8459-4cfa574ffd89 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6816344 Jun 15 14:23:51.459005 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Request body: {'port': {'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:51.542668 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.611604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-1ee58f3c-df86-4f9c-9547-93590db52558 None None] Provisioning for port 605e4d77-1db3-4018-850f-68590de0c9f7 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:23:51.619662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-1ee58f3c-df86-4f9c-9547-93590db52558 None None] Provisioning complete for port 605e4d77-1db3-4018-850f-68590de0c9f7 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:23:51.620562 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1ee58f3c-df86-4f9c-9547-93590db52558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.659703 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-1ee58f3c-df86-4f9c-9547-93590db52558 None None] Port 605e4d77-1db3-4018-850f-68590de0c9f7 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:23:51.844499 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605e4d77-1db3-4018-850f-68590de0c9f7 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:23:51.851504 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.863224 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Transition to ACTIVE for port object 605e4d77-1db3-4018-850f-68590de0c9f7 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:23:51.867724 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.869717 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-614b0dd9-3928-4693-9b34-24f0e4f5ced8 tempest-TestMinimumBasicScenario-1158785942 tempest-TestMinimumBasicScenario-1158785942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:51.966257 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Pushing event updated for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:51.970918 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:52.058361 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Attempting to bind port 605e4d77-1db3-4018-850f-68590de0c9f7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:23:52.058697 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Attempting to bind port 605e4d77-1db3-4018-850f-68590de0c9f7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:23:52.059119 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Attempting to bind port 605e4d77-1db3-4018-850f-68590de0c9f7 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:23:52.063407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Port 605e4d77-1db3-4018-850f-68590de0c9f7 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:23:52.063718 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Attempting to bind port 605e4d77-1db3-4018-850f-68590de0c9f7 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:23:52.068612 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:23:52.068935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:23:52.069322 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Bound using segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:23:52.069758 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Bound port: 605e4d77-1db3-4018-850f-68590de0c9f7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:23:52.070105 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:52.150560 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:23:52.186816 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=605e4d77-1db3-4018-850f-68590de0c9f7,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:23:52.191962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:52.195886 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-68751363-7e1d-4057-a1eb-0eb4b689700c tempest-ServerRescueNegativeTestJSON-2095064158 tempest-ServerRescueNegativeTestJSON-2095064158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:52.247525 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:52.248135 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:52.249499 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] 10.222.0.23 "PUT /v2.0/ports/605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 1094 time: 0.7947481 Jun 15 14:23:52.250029 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:23:52.252414 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8532f78-2a44-403e-be98-8f1eec547490" -d '{"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:23:52.287251 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8aa56-bd47-477f-8240-7943b31d4e47 req-3322eccf-0f12-40ec-963e-43a66227b225 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:52.288756 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-41e8aa56-bd47-477f-8240-7943b31d4e47 req-3322eccf-0f12-40ec-963e-43a66227b225 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.1516771 Jun 15 14:23:52.289652 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Pushing event updated for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:52.308738 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff1de9-86a7-4697-826d-299c9e5933e9 x-openstack-request-id: req-b3ff1de9-86a7-4697-826d-299c9e5933e9 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:23:52.309272 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:23:52.309658 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3ff1de9-86a7-4697-826d-299c9e5933e9 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:23:52.310169 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7', 'status': 'completed', 'code': 200} Jun 15 14:23:52.311003 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:52.381742 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-41e8aa56-bd47-477f-8240-7943b31d4e47 req-7dd7d847-af71-47d4-9e44-13e87511d841 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746515 Jun 15 14:23:52.401041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-907bd30b-f5a0-4ebd-bdf1-af11844773a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:52.403006 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-907bd30b-f5a0-4ebd-bdf1-af11844773a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1097 time: 0.1098795 Jun 15 14:23:52.460249 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-7f22799e-bcdd-4aed-8193-6053f4ae629f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0498114 Jun 15 14:23:52.515332 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-27076973-5785-46dd-b5ad-928fd4d08485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:52.516766 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-27076973-5785-46dd-b5ad-928fd4d08485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0507417 Jun 15 14:23:52.579510 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9cf40104-374d-4e17-830f-4741a74e4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:52.580933 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-9cf40104-374d-4e17-830f-4741a74e4bbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576034 Jun 15 14:23:52.692864 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-f575434a-f5b6-4e95-9fc5-175e69642c9e service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054673 Jun 15 14:23:53.086670 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b0eb9388-579f-4d27-94bf-134a6d8519b2 req-e061b0a4-56ac-4fac-859c-f57191580fca service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871689 Jun 15 14:23:53.193073 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532f78-2a44-403e-be98-8f1eec547490 req-3736519a-c7ba-4078-ab83-48d471290927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:53.194528 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-3736519a-c7ba-4078-ab83-48d471290927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1097 time: 0.0577605 Jun 15 14:23:53.310204 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532f78-2a44-403e-be98-8f1eec547490 req-df669dc2-6998-49fc-b0f9-582f0eb778a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:53.311623 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-df669dc2-6998-49fc-b0f9-582f0eb778a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1104424 Jun 15 14:23:53.371060 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-a74984ed-f608-4ffb-82e3-68e5a2d9c9a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0513914 Jun 15 14:23:53.428559 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532f78-2a44-403e-be98-8f1eec547490 req-4e053082-d03c-46a8-8c7d-d8b6e5f1300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:53.430011 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-4e053082-d03c-46a8-8c7d-d8b6e5f1300e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0521729 Jun 15 14:23:53.492146 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532f78-2a44-403e-be98-8f1eec547490 req-d34c72c0-1854-486c-8f08-1d424e412468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:53.493655 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-d34c72c0-1854-486c-8f08-1d424e412468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575044 Jun 15 14:23:53.662388 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc138-fe56-4343-8f40-4f4d49497c1f req-790f9909-9d12-49f6-bc81-7464fb8b2b74 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:53.663790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-039bc138-fe56-4343-8f40-4f4d49497c1f req-790f9909-9d12-49f6-bc81-7464fb8b2b74 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.1658680 Jun 15 14:23:53.665642 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-f6a19870-887a-4e2c-a197-5176a680c96b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592028 Jun 15 14:23:53.737205 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-039bc138-fe56-4343-8f40-4f4d49497c1f req-673825f0-4e75-42d3-a160-d76ab08bea98 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673394 Jun 15 14:23:53.809640 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a8532f78-2a44-403e-be98-8f1eec547490 req-07efdff1-513d-46f0-9d08-56046eaae891 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327846 Jun 15 14:23:54.912287 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c512-0e10-4b76-86be-f7c91fb63c58 req-7ccb0a45-7a38-43dd-bd9d-cb7ab4d7b510 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:54.913670 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbb0c512-0e10-4b76-86be-f7c91fb63c58 req-7ccb0a45-7a38-43dd-bd9d-cb7ab4d7b510 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0686274 Jun 15 14:23:54.954581 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-dbb0c512-0e10-4b76-86be-f7c91fb63c58 req-7eccbe86-a0e2-4fe2-b274-b20c37832c9a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Jun 15 14:23:56.135197 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46550cc-ddb5-4648-9451-e20a7d0dd6f4 req-d0acea71-7da9-4503-879b-e0e36752eeb2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:56.137273 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a46550cc-ddb5-4648-9451-e20a7d0dd6f4 req-d0acea71-7da9-4503-879b-e0e36752eeb2 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0739720 Jun 15 14:23:56.177353 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a46550cc-ddb5-4648-9451-e20a7d0dd6f4 req-8c8ed41a-2553-4d94-9e1b-dea6daff6b5a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Jun 15 14:23:57.358152 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6200c-8398-4069-8891-e53bc3c93c32 req-42a37307-8ac5-4d9d-8ce4-4d9e460bf451 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:57.359587 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-32d6200c-8398-4069-8891-e53bc3c93c32 req-42a37307-8ac5-4d9d-8ce4-4d9e460bf451 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0689158 Jun 15 14:23:57.401916 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-32d6200c-8398-4069-8891-e53bc3c93c32 req-d42aa5a7-fab6-4ad9-b9cf-4e4e50a7b041 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363410 Jun 15 14:23:58.584398 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87802f-50a6-4049-9471-50076fda9d0e req-b14a2264-0d56-4f5f-84e6-aa8478f4d02e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:58.585865 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c87802f-50a6-4049-9471-50076fda9d0e req-b14a2264-0d56-4f5f-84e6-aa8478f4d02e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0726442 Jun 15 14:23:58.626767 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-3c87802f-50a6-4049-9471-50076fda9d0e req-c8760987-2529-4bc4-9874-94a478cffef4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Jun 15 14:23:59.804852 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78edc2-7c53-48aa-a19c-316c2176c195 req-82787156-f61e-4125-a0e2-4f0850235fa4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:59.806330 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4e78edc2-7c53-48aa-a19c-316c2176c195 req-82787156-f61e-4125-a0e2-4f0850235fa4 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0686424 Jun 15 14:23:59.846758 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4e78edc2-7c53-48aa-a19c-316c2176c195 req-3771f61f-7add-44d9-8eb8-8f1f3923c6be tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Jun 15 14:24:00.488020 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:01.029028 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03692eb2-8858-4518-8a57-9c2d4ab46e7b req-05498c6f-b30d-40e0-8173-91d4bae61b01 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:01.030551 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-03692eb2-8858-4518-8a57-9c2d4ab46e7b req-05498c6f-b30d-40e0-8173-91d4bae61b01 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 944 time: 0.0739493 Jun 15 14:24:01.071945 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-03692eb2-8858-4518-8a57-9c2d4ab46e7b req-a4a4ce6a-baf1-47cf-a744-3b796af39b73 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358870 Jun 15 14:24:01.132907 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 605e4d77-1db3-4018-850f-68590de0c9f7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:24:01.147567 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d1c41bfd-bf99-48ef-9640-f9d7d48b4b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:01.394493 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=605e4d77-1db3-4018-850f-68590de0c9f7,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:24:01.406687 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': '605e4d77-1db3-4018-850f-68590de0c9f7', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:24:01.448970 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:01.466874 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605e4d77-1db3-4018-850f-68590de0c9f7 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:24:01.487282 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=605e4d77-1db3-4018-850f-68590de0c9f7,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:24:01.490970 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:01.492662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:01.547646 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:01.555306 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.555688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.556062 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.556434 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.556818 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.557163 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.557557 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.557922 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.558314 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.558685 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.559057 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.559417 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:01.563605 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:01.708576 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['605e4d77-1db3-4018-850f-68590de0c9f7'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:24:02.249189 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9be4-7d9b-4c82-88b8-c8f826ca3b1e req-e354a442-1a6b-4679-98da-28e161193d14 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:02.250676 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d8c9be4-7d9b-4c82-88b8-c8f826ca3b1e req-e354a442-1a6b-4679-98da-28e161193d14 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 945 time: 0.0691085 Jun 15 14:24:02.293465 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-5d8c9be4-7d9b-4c82-88b8-c8f826ca3b1e req-e0409a27-fb13-4598-93dd-81cba04f2d0a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372188 Jun 15 14:24:03.148316 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 605e4d77-1db3-4018-850f-68590de0c9f7 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:24:03.202636 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port 605e4d77-1db3-4018-850f-68590de0c9f7 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:24:03.206878 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port 605e4d77-1db3-4018-850f-68590de0c9f7 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:24:03.207263 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:03.297674 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:03.321236 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:24:03.323522 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df7a0b-b4dd-466b-8072-46f5cfeb56e6" -d '{"events": [{"server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "name": "network-vif-plugged", "status": "completed", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:24:03.340401 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=605e4d77-1db3-4018-850f-68590de0c9f7,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:24:03.344727 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:03.346912 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:03.405230 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:03.408752 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:03.424937 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf3b3b9-8de9-49f6-ac5d-7d6816609e70 x-openstack-request-id: req-aaf3b3b9-8de9-49f6-ac5d-7d6816609e70 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:24:03.425238 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "name": "network-vif-plugged", "status": "completed", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:24:03.425509 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaf3b3b9-8de9-49f6-ac5d-7d6816609e70 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:24:03.426017 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7', 'code': 200} Jun 15 14:24:03.496626 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:03.500852 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb0b0-9263-4e5e-ac1b-54ffcb9b412c req-f66f7ca9-9020-450c-836e-2900439453e5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:03.502467 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-520fb0b0-9263-4e5e-ac1b-54ffcb9b412c req-f66f7ca9-9020-450c-836e-2900439453e5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.0797365 Jun 15 14:24:03.512415 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b8e86edb-da97-41f2-a728-900d2dcb1976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:03.545319 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-520fb0b0-9263-4e5e-ac1b-54ffcb9b412c req-3509ec81-9656-4b8b-9dab-a5c9ee1d780e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368268 Jun 15 14:24:03.717563 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a827-e117-401e-85d2-0294448c3010 req-fd9d76e0-3315-4618-adc5-498a7b7bb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:03.718974 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92a2a827-e117-401e-85d2-0294448c3010 req-fd9d76e0-3315-4618-adc5-498a7b7bb550 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1099 time: 0.0574932 Jun 15 14:24:03.755079 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-92a2a827-e117-401e-85d2-0294448c3010 req-65efd919-1610-44c0-beed-87dc4e948ab4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293112 Jun 15 14:24:04.733373 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b2be0-d483-41e0-883e-7b5dd424c7ba req-d6df5c3f-51c9-4c48-b187-13eafe498d47 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:04.734851 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-698b2be0-d483-41e0-883e-7b5dd424c7ba req-d6df5c3f-51c9-4c48-b187-13eafe498d47 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.0740423 Jun 15 14:24:04.776142 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-698b2be0-d483-41e0-883e-7b5dd424c7ba req-3af090c4-e373-4862-8dc2-bcb97e9010e6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357325 Jun 15 14:24:05.126179 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:05.951762 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d608-c8c1-4815-a137-d543323a7740 req-28ddf483-3cce-48cb-ad76-9e7bab215db3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:05.953145 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96d8d608-c8c1-4815-a137-d543323a7740 req-28ddf483-3cce-48cb-ad76-9e7bab215db3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.0685563 Jun 15 14:24:05.992972 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-96d8d608-c8c1-4815-a137-d543323a7740 req-d5725608-2c9d-4424-8152-83bd1a115e3f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Jun 15 14:24:06.173700 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e09686-c310-4ee5-82a8-3026e8c24fde req-a680772b-00aa-40e9-86f2-1d809638f39e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:06.175120 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d6e09686-c310-4ee5-82a8-3026e8c24fde req-a680772b-00aa-40e9-86f2-1d809638f39e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.0729892 Jun 15 14:24:06.216219 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-d6e09686-c310-4ee5-82a8-3026e8c24fde req-cf3f8708-0428-4c6f-8303-5a5ea1a09d8d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354412 Jun 15 14:24:06.239977 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39480) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:06.300728 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd024b-4466-4cd1-91fa-fc2ae22bd5a5 tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:06.302299 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9cbd024b-4466-4cd1-91fa-fc2ae22bd5a5 tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1094 time: 0.0613172 Jun 15 14:24:06.304960 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39482) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:06.309627 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:24:06.331851 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:06.450434 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:06.565313 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.27.0.3 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/7d9b0ade-8e66-4eba-a261-8b559098b223) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:24:06.606261 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:06.993286 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.046850 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4708226'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.048961 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cfe18f33-bfba-4494-8004-9b7b74f2f5df tempest-AttachVolumeShelveTestJSON-549954000 tempest-AttachVolumeShelveTestJSON-549954000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:07.109179 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:24:07.111985 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:24:07.118504 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:24:07.153194 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=7d9b0ade-8e66-4eba-a261-8b559098b223,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:07.156949 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:07.602085 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.693489 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.872827 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.877141 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708284'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:07.879191 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-168e5178-a571-4fde-b890-671e45f65d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:07.958688 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=7d9b0ade-8e66-4eba-a261-8b559098b223,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:07.972503 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.972892 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.973271 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.973679 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.974042 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.974411 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.974778 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.975141 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.975503 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.975893 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.976251 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.976606 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:07.982045 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:07.987716 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:08.127615 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP a1f464e2-9f60-486d-b6a2-3b81db805c98 associated. External IP: 172.27.0.3, port: 605e4d77-1db3-4018-850f-68590de0c9f7. Jun 15 14:24:08.415387 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:24:08.554950 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:24:08.564754 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:24:08.570070 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:08.573942 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:24:08.575060 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:24:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:24:08.624431 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a89f817e-5901-4682-80ba-64ad22872d53 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3075624 Jun 15 14:24:08.624431 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:24:08.624431 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a6bd68-96c0-42f2-867e-f8e8de88c985" -d '{"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:24:08.707017 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb76fcc-6277-40d5-88a8-7fa5372835bb x-openstack-request-id: req-beb76fcc-6277-40d5-88a8-7fa5372835bb {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:24:08.707351 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:24:08.707649 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-beb76fcc-6277-40d5-88a8-7fa5372835bb {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:24:08.708090 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7', 'status': 'completed', 'code': 200} Jun 15 14:24:08.721966 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:24:08.795594 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-005ca421-154f-4f44-bc95-22b6ad30305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:08.797321 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-005ca421-154f-4f44-bc95-22b6ad30305e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1099 time: 0.0667179 Jun 15 14:24:08.911152 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-452e4d08-bbdd-4947-86b5-f9c198dac097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:08.912586 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-452e4d08-bbdd-4947-86b5-f9c198dac097 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1092503 Jun 15 14:24:08.995543 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-d58b290c-558e-4c41-bdf2-ffbbb14005ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 998 time: 0.0769684 Jun 15 14:24:09.008018 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:07Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:24:09.011418 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:24:09.020100 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:24:09.020699 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:24:03Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:24:09.051242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-e40d6784-1595-4510-8e59-aa5748a3babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:09.052654 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-e40d6784-1595-4510-8e59-aa5748a3babb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0507226 Jun 15 14:24:09.115931 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-a93b0da0-12f0-4108-a1ce-0b7d7b31ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:09.117400 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-a93b0da0-12f0-4108-a1ce-0b7d7b31ee22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572937 Jun 15 14:24:09.160590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:24:09.235821 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-b9c814cc-0fae-4bdf-ac37-88832e3669b6 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079025 Jun 15 14:24:09.355435 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-16a6bd68-96c0-42f2-867e-f8e8de88c985 req-2f431b79-08ee-46e8-9285-3dbc26a605dd service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126742 Jun 15 14:24:09.452079 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:07Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:24:09.455763 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804fbb09-3bf3-4380-bb8a-ceca16eab3c1 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:07Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:24:09.632268 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eef40ac-7732-4039-84c7-eeccd06458ea None None] New status for floating IP a1f464e2-9f60-486d-b6a2-3b81db805c98: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:24:22.952138 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:24:30.507351 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:31.138750 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8d30df55-0d96-4e30-be18-ddcf565dcc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:33.498494 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:33.513447 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9be97375-e1c1-46d0-99be-9cae70ee8c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:35.128691 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:36.607492 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:59.950836 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:00.520730 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:01.138651 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9a00fd65-cad5-4a67-a412-4f837c1feeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:03.502670 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:03.513386 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7910a826-661e-483b-b994-68a4a12d1ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:04.240192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-2b5bee1e-8043-4c61-b389-41021139a460 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574343 Jun 15 14:25:04.344234 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-75d4b797-a83f-4422-88d4-832aefdd971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.345581 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-75d4b797-a83f-4422-88d4-832aefdd971b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1099 time: 0.0620821 Jun 15 14:25:04.470934 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-d046e5f3-0a4c-4873-b2d6-9060d2bb2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.472344 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-d046e5f3-0a4c-4873-b2d6-9060d2bb2cf9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1054380 Jun 15 14:25:04.555127 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-b3398f2b-1e44-4179-8f9a-92f8833757fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 1000 time: 0.0757134 Jun 15 14:25:04.609940 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-c4e261ec-8c89-4196-bc2b-664777f89ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.612322 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-c4e261ec-8c89-4196-bc2b-664777f89ded service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0512865 Jun 15 14:25:04.679764 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-9ff56c28-c853-4093-8ce4-7226db6fabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.681192 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-9ff56c28-c853-4093-8ce4-7226db6fabb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627551 Jun 15 14:25:04.794446 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-489493ea-cacf-4ae4-8b80-af2a928c31c8 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059566 Jun 15 14:25:04.904448 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-19f2354a-66ae-4d62-a044-5dc36e214cc2 req-b9abfa1c-a792-4617-87b8-544e5e9350b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023967 Jun 15 14:25:05.134061 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:06.609025 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:30.531948 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:31.138873 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-954670b2-aec4-4d5f-9587-e56425f23bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:33.510541 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:33.514621 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-217a1b7a-8a4a-4d1c-b4b8-f67cc16b3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:35.133678 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:36.613210 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:36.949885 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:44.029070 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-57bb5e16-442f-41b5-a041-0eb4fce115da tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934975974&fields=id&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 267 time: 0.0400109 Jun 15 14:25:44.155676 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-0d3fd5ed-90f5-456f-ab34-6f9af0e0067e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:44.157250 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-0d3fd5ed-90f5-456f-ab34-6f9af0e0067e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.1216981 Jun 15 14:25:44.171874 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-df927f5b-c43d-49d0-aae4-a7d7fb849ca9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/quotas/57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 375 time: 0.0090656 Jun 15 14:25:44.248474 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-51584b83-0639-4c5f-bfb8-4a18bfe78407 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0718005 Jun 15 14:25:44.262939 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-00e34f8c-fe53-4a22-b72b-98c4f88e51da service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:25:44.263849 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-00e34f8c-fe53-4a22-b72b-98c4f88e51da service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048745 Jun 15 14:25:44.375880 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-1fd2f3d2-653e-45d8-b193-30746df429a0 service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069076 Jun 15 14:25:44.489671 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-cbb026d3-4ed9-42c5-922d-9cc831360c05 service neutron] 10.222.0.11 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081946 Jun 15 14:25:44.782326 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8420eac6-0a8b-4512-b5c4-dc4b34700ef8 req-54ad4550-720d-427c-996e-1e36ba255800 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 210 time: 0.0324216 Jun 15 14:25:46.070904 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-60990c8d-f990-4d84-9e86-0c6cd9044f18 req-15c54465-40f7-4bf7-9380-2b7193846a4a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 210 time: 0.0426383 Jun 15 14:25:46.099727 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-f2d2e6c0-8c0e-4190-ac7c-7c4cebe3ab3e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:46.101112 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-f2d2e6c0-8c0e-4190-ac7c-7c4cebe3ab3e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 811 time: 0.4430671 Jun 15 14:25:46.147462 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-8e01b112-0e09-431c-8d77-7427595f29d6 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c6fb12165c45478fe12466e175a052 HTTP/1.1" status: 200 len: 380 time: 0.0375419 Jun 15 14:25:46.159950 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'port': {'device_id': 'fbac93d0-ef15-433d-9500-56641563555e', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'admin_state_up': True, 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'security_groups': ['7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050']}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:25:46.292739 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Made reservation on behalf of 57c6fb12165c45478fe12466e175a052 for: {'port': 1} {{(pid=91923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:25:46.296243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.443062 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.20.0.9 (1cdc6354-51d6-4fb5-a386-93982d59c355/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab/bd8a3d39-35cd-4944-8a1d-0a3364d42510) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:25:46.606102 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.619635 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Transition to ACTIVE for port object bd8a3d39-35cd-4944-8a1d-0a3364d42510 will not be triggered until provisioned by entity DHCP. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:25:46.656582 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.660735 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c414d80d-2ca4-4a94-ba5c-a8365431fd01 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:46.709292 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:25:46.713125 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:25:46.716919 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:25:46.723310 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:46.761310 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.761732 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.762102 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.762465 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.762823 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.763183 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.763538 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.763893 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.764250 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.764604 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.764955 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.765302 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:46.774539 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:46.792569 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:46.793203 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.808146 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9e874393-4f1e-45ad-96c1-36cd61142321 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518948 Jun 15 14:25:46.819630 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Request body: {'port': {'device_id': 'fbac93d0-ef15-433d-9500-56641563555e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:25:46.886185 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0a9ab2d5-8549-43cb-8a45-6f6912dac246 None None] Provisioning for port bd8a3d39-35cd-4944-8a1d-0a3364d42510 completed by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:25:46.889754 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0a9ab2d5-8549-43cb-8a45-6f6912dac246 None None] Provisioning complete for port bd8a3d39-35cd-4944-8a1d-0a3364d42510 triggered by entity DHCP. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:25:46.890166 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab2d5-8549-43cb-8a45-6f6912dac246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.904721 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.928663 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ab2d5-8549-43cb-8a45-6f6912dac246 None None] Port bd8a3d39-35cd-4944-8a1d-0a3364d42510 cannot update to ACTIVE because it is not bound. {{(pid=91925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:25:47.248073 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8a3d39-35cd-4944-8a1d-0a3364d42510 {{(pid=91923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:25:47.256505 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:47.278962 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.provisioning_blocks [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Transition to ACTIVE for port object bd8a3d39-35cd-4944-8a1d-0a3364d42510 will not be triggered until provisioned by entity L2. {{(pid=91923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:25:47.283730 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:47.287115 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-047d2260-0164-4421-b0d3-1a90abde99e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:47.330769 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362f465-2a0e-4ba8-85d1-522ed0cc9994 req-533c5486-f38a-4dea-8838-961d28b0d37a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.332231 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a362f465-2a0e-4ba8-85d1-522ed0cc9994 req-533c5486-f38a-4dea-8838-961d28b0d37a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 931 time: 0.1343400 Jun 15 14:25:47.416583 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:47.425923 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:47.464510 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a362f465-2a0e-4ba8-85d1-522ed0cc9994 req-b6895454-6355-4d89-be08-251953943c3a tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231089 Jun 15 14:25:47.523739 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Attempting to bind port bd8a3d39-35cd-4944-8a1d-0a3364d42510 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:25:47.524059 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Attempting to bind port bd8a3d39-35cd-4944-8a1d-0a3364d42510 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:25:47.524373 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Attempting to bind port bd8a3d39-35cd-4944-8a1d-0a3364d42510 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:25:47.529242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Port bd8a3d39-35cd-4944-8a1d-0a3364d42510 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:25:47.529581 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Attempting to bind port bd8a3d39-35cd-4944-8a1d-0a3364d42510 on network 1cdc6354-51d6-4fb5-a386-93982d59c355 {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:25:47.534228 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Checking agent: {'id': '0ca1492d-bdd3-4542-96d6-461948f5d602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 11), 'started_at': datetime.datetime(2021, 6, 15, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:25:47.534553 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Checking segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:25:47.534921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Bound using segment: {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'} {{(pid=91923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:25:47.535333 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.managers [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Bound port: bd8a3d39-35cd-4944-8a1d-0a3364d42510, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f473cd-e8ef-4b8b-b140-5d9012da6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355'}}] {{(pid=91923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:25:47.535667 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:47.613763 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, cleared binding levels {{(pid=91923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:25:47.616684 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:25:47.621729 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:47.624500 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-8c87e473-6e93-4dcc-8ed8-af7c033f4001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:47.665304 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.665947 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:47.667307 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 1093 time: 0.8519266 Jun 15 14:25:47.667812 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:25:47.670153 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f3eade-7bd1-4bde-9b21-34e2086d3130" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:25:47.693561 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=3']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:47.696806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-16fa29d2-62be-431a-a31e-474b280eed37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:47.711175 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c315f99-9a6e-4d0b-839b-338ffc275c40 x-openstack-request-id: req-9c315f99-9a6e-4d0b-839b-338ffc275c40 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:25:47.711507 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:25:47.711804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c315f99-9a6e-4d0b-839b-338ffc275c40 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:25:47.712246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'status': 'completed', 'code': 200} Jun 15 14:25:47.797305 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-e0f21400-97cd-4bca-8140-387c73219b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.799020 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-e0f21400-97cd-4bca-8140-387c73219b8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1096 time: 0.0633883 Jun 15 14:25:47.858939 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-417c1e4b-6d82-4d0e-ab9f-002b31077ed1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 217 time: 0.0512805 Jun 15 14:25:47.917173 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-d8b96f44-8549-4d56-a5db-df8fd5cbeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.918823 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-d8b96f44-8549-4d56-a5db-df8fd5cbeb02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0540347 Jun 15 14:25:47.979826 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-3f0f86ba-aaa0-4e90-b498-3c4b6b6d2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.981212 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-3f0f86ba-aaa0-4e90-b498-3c4b6b6d2983 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567105 Jun 15 14:25:48.098478 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-9fd34e68-cf56-4fc5-a242-083cbf56f673 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105208 Jun 15 14:25:48.212505 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-10515f21-27ac-4f61-a06a-fa0dc6eac2e2 req-6c99764d-c81a-487c-b2ef-8ca27072333d service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061137 Jun 15 14:25:48.317025 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-a0a6a5b0-7213-42a0-ad8c-00f6c43f8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:48.318491 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-a0a6a5b0-7213-42a0-ad8c-00f6c43f8ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1096 time: 0.0572462 Jun 15 14:25:48.438132 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-80bd4ec3-9424-439e-bdfd-f887f098fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:48.439528 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-80bd4ec3-9424-439e-bdfd-f887f098fa73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1148069 Jun 15 14:25:48.498241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-2ac7b314-0542-464b-878d-1b082e0e6da8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 217 time: 0.0510559 Jun 15 14:25:48.553973 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-cd63b72c-4841-40a6-b9df-e22a4bff2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:48.555392 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-cd63b72c-4841-40a6-b9df-e22a4bff2661 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0512168 Jun 15 14:25:48.627688 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-94c2ba9e-ca55-44dd-a29b-79fd98e1865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:48.629151 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-94c2ba9e-ca55-44dd-a29b-79fd98e1865e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645223 Jun 15 14:25:48.791671 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-c64b5d9a-5437-4512-ad0c-79768414581d service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517878 Jun 15 14:25:48.814587 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef64e5c-a04c-4757-a087-28289e44be59 req-6816926d-a515-4ece-8a91-c06ee8a7bde3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:48.815935 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eef64e5c-a04c-4757-a087-28289e44be59 req-6816926d-a515-4ece-8a91-c06ee8a7bde3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.2207458 Jun 15 14:25:48.925170 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-eef64e5c-a04c-4757-a087-28289e44be59 req-e652d29c-2a79-4c99-bce3-a1efb3263e92 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964577 Jun 15 14:25:48.943834 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-b1f3eade-7bd1-4bde-9b21-34e2086d3130 req-0e52806a-c9ac-47bf-a95b-e8bc7c5c8098 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444068 Jun 15 14:25:50.115765 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd4c8-7fb0-4be6-b274-9298bb1b41ec req-b6edbdf1-21dd-4fdc-8007-93fd4287a673 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:50.117208 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-75afd4c8-7fb0-4be6-b274-9298bb1b41ec req-b6edbdf1-21dd-4fdc-8007-93fd4287a673 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.0682595 Jun 15 14:25:50.157241 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-75afd4c8-7fb0-4be6-b274-9298bb1b41ec req-1a6ae8da-c271-4c1a-9afb-3bd6817a2feb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337896 Jun 15 14:25:51.340360 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba9e0-826c-4a4d-b7d0-56c2ecadfafe req-c8063df7-16c1-4da2-a43d-cc52ec2b10ec tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:51.347317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-661ba9e0-826c-4a4d-b7d0-56c2ecadfafe req-c8063df7-16c1-4da2-a43d-cc52ec2b10ec tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.0720737 Jun 15 14:25:51.382594 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-661ba9e0-826c-4a4d-b7d0-56c2ecadfafe req-04a3e1b9-066d-4dc5-b22a-8cf6e248e464 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350521 Jun 15 14:25:52.562640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469c3b-ea18-4c6f-9ac4-758317f94088 req-74c9127d-7733-400b-81fa-3b07a924f6b8 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:52.564068 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-84469c3b-ea18-4c6f-9ac4-758317f94088 req-74c9127d-7733-400b-81fa-3b07a924f6b8 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.0714350 Jun 15 14:25:52.605017 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-84469c3b-ea18-4c6f-9ac4-758317f94088 req-5c2a5990-e08a-411a-a17d-2dad81a030a9 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352876 Jun 15 14:25:53.784961 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc945f-fef1-45c5-a5b1-fafd29423fca req-9cc14fff-db10-436f-8abd-e1c9425fb704 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:53.786421 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a2bc945f-fef1-45c5-a5b1-fafd29423fca req-9cc14fff-db10-436f-8abd-e1c9425fb704 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.0717974 Jun 15 14:25:53.827314 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a2bc945f-fef1-45c5-a5b1-fafd29423fca req-159d616e-e44b-43ca-89ad-aee647d4282d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349157 Jun 15 14:25:55.001226 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be7afd-1888-41f2-b71e-c7af6de0dace req-378090bd-b308-4e2c-95d1-399178a86e5f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:55.002679 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73be7afd-1888-41f2-b71e-c7af6de0dace req-378090bd-b308-4e2c-95d1-399178a86e5f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 943 time: 0.0674016 Jun 15 14:25:55.044376 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73be7afd-1888-41f2-b71e-c7af6de0dace req-f6733be2-f502-429c-ac4c-a7b4244d4f0b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360556 Jun 15 14:25:55.698247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device bd8a3d39-35cd-4944-8a1d-0a3364d42510 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:25:55.940406 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:55.951932 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Returning: {'device': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'port_id': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'mac_address': 'fa:16:3e:e0:75:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:25:55.997088 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:56.011245 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8a3d39-35cd-4944-8a1d-0a3364d42510 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:25:56.031239 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:56.035332 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:56.038507 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-abe7f67c-f70b-4095-bcbf-ea87abbcbb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:56.091151 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=4']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:56.098039 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.098390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.098728 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.099065 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.099390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.099715 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.100040 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.100363 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.100684 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.101003 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.101320 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.101678 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:56.106068 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:56.226040 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2d31-aa1d-4518-98b7-f07e19dc06d6 req-dc6648e1-d35d-4d3b-8c17-805c26703468 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:56.227477 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-544a2d31-aa1d-4518-98b7-f07e19dc06d6 req-dc6648e1-d35d-4d3b-8c17-805c26703468 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 944 time: 0.0735803 Jun 15 14:25:56.252316 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] get_ports_and_sgs() called for port_ids ['bd8a3d39-35cd-4944-8a1d-0a3364d42510'] {{(pid=91925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:25:56.269835 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-544a2d31-aa1d-4518-98b7-f07e19dc06d6 req-abebe9a9-cfac-4093-b067-9558ba95e36b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jun 15 14:25:57.448169 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b7132-e6e7-49fd-a0ec-210d55ce3744 req-47d21e65-cffb-489d-a476-a1c8fd8f3045 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:57.449617 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-492b7132-e6e7-49fd-a0ec-210d55ce3744 req-47d21e65-cffb-489d-a476-a1c8fd8f3045 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 944 time: 0.0704484 Jun 15 14:25:57.490956 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-492b7132-e6e7-49fd-a0ec-210d55ce3744 req-4e7082cc-a5fc-4d65-b643-fddb9086bf6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349650 Jun 15 14:25:57.713613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device bd8a3d39-35cd-4944-8a1d-0a3364d42510 up at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:25:57.766660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning for port bd8a3d39-35cd-4944-8a1d-0a3364d42510 completed by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:25:57.770152 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Provisioning complete for port bd8a3d39-35cd-4944-8a1d-0a3364d42510 triggered by entity L2. {{(pid=91925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:25:57.770527 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530090'] for port, provisioning_complete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:57.857759 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:57.880711 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:25:57.882871 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c4052bb4815c547d6ec04bd20c06ff22af36b37654065e33a3fb8dd5426191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7b065-fe98-4d30-aea8-46e3afa74106" -d '{"events": [{"server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "name": "network-vif-plugged", "status": "completed", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:25:57.896048 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:57.900747 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:57.903605 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8068d319-ed1f-4c49-8744-aea9be1fdae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:57.932356 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c02f8-52b4-4e53-b77e-91ea230c32ef x-openstack-request-id: req-9a0c02f8-52b4-4e53-b77e-91ea230c32ef {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:25:57.932715 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "name": "network-vif-plugged", "status": "completed", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:25:57.933032 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a0c02f8-52b4-4e53-b77e-91ea230c32ef {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:25:57.933552 dv-cinder-796286-3-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'code': 200} Jun 15 14:25:57.962786 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Pushing event updated for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=5']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:57.965627 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:58.192407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45442e-1208-46a1-99c6-2debfed968e7 req-7eb5eeca-2161-426f-a39a-e19207240f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:58.193782 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb45442e-1208-46a1-99c6-2debfed968e7 req-7eb5eeca-2161-426f-a39a-e19207240f51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1098 time: 0.0605412 Jun 15 14:25:58.230562 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-fb45442e-1208-46a1-99c6-2debfed968e7 req-680d1b68-f885-4e5b-9b88-7e857da97a43 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296252 Jun 15 14:25:58.669406 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7f4a-c815-4c92-ae41-d92f7ce9f93a req-17e905af-4e98-4440-ab0e-76e78f63018d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:58.670854 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-237d7f4a-c815-4c92-ae41-d92f7ce9f93a req-17e905af-4e98-4440-ab0e-76e78f63018d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.0679462 Jun 15 14:25:58.711236 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-237d7f4a-c815-4c92-ae41-d92f7ce9f93a req-f7049329-1f22-4207-b175-746d2430034d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345418 Jun 15 14:25:59.892311 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041e54c-d58f-4af7-9f10-45e8b0b85350 req-869693f1-4c2f-427c-bfbb-85201745e140 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:59.893653 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2041e54c-d58f-4af7-9f10-45e8b0b85350 req-869693f1-4c2f-427c-bfbb-85201745e140 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.0699618 Jun 15 14:25:59.933503 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-2041e54c-d58f-4af7-9f10-45e8b0b85350 req-346d154f-c426-4c5d-b942-c0342f16e3c8 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343361 Jun 15 14:26:00.106995 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab92057-a378-4e22-a2f1-d17ca3a4c061 req-d38dc165-4ad7-4f99-8341-085b47189a1d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:00.108389 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4ab92057-a378-4e22-a2f1-d17ca3a4c061 req-d38dc165-4ad7-4f99-8341-085b47189a1d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.0669482 Jun 15 14:26:00.149317 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-4ab92057-a378-4e22-a2f1-d17ca3a4c061 req-45a6184b-cb05-4cc6-aac3-3a125e399ce5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352731 Jun 15 14:26:00.173021 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39602) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:00.231431 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732368d7-0b6e-4af4-80a6-58b1338e58f1 tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:00.232865 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-732368d7-0b6e-4af4-80a6-58b1338e58f1 tempest-TestVolumeBootPattern-232345873 tempest-TestVolumeBootPattern-232345873-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1093 time: 0.0588698 Jun 15 14:26:00.235688 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39604) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:00.239997 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.v2.base [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Request body: {'floatingip': {'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'port_id': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:00.263431 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.377601 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1450672'] for port, before_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.532604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.776757 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.db_base_plugin_common [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Allocated IP 172.27.0.177 (b342255a-244a-40ba-b6b1-5408bc12e5e2/0366d7f0-6c89-4600-a64c-c06b78ad2569/26ea5968-574b-4efc-9bce-6072f05b49ca) {{(pid=91923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:00.904359 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.942622 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1450611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745304295720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5134375'] for port, after_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.945407 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a012611e-a0c4-4e1f-888a-805f6fe12a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:00.987935 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Network b342255a-244a-40ba-b6b1-5408bc12e5e2 is already hosted by enough agents. {{(pid=91923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:26:00.990724 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.base_scheduler [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Resources bound (agent type, host, resource id): {{(pid=91923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:00.994313 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Received port after_create {{(pid=91923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:26:01.029876 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=26ea5968-574b-4efc-9bce-6072f05b49ca,revision_number=1']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:01.036709 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:01.138661 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8ee5cd3b-3753-44b2-854e-a62d64e25ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.448772 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.540805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1450658'] for port, before_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.719354 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for port, precommit_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.723686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745304737091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745304295738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745304295783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134361'] for port, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.725639 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-7716c55b-4582-4d39-a068-76266e263c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:01.816916 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event updated for resources: {'Port': ['ID=26ea5968-574b-4efc-9bce-6072f05b49ca,revision_number=2']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:01.821114 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:01.829843 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666741'] for floatingip, after_update {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.963246 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP a2b9b424-890a-4b00-b9f1-d7eed3919eb6 associated. External IP: 172.27.0.177, port: bd8a3d39-35cd-4944-8a1d-0a3364d42510. Jun 15 14:26:02.238867 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:26:02.383085 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:26:02.392718 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:26:02.398945 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:02.401737 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:26:02.402352 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:25:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:02.441243 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-6139de19-822f-44ac-9d7f-6e02febbdb3b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2045746 Jun 15 14:26:02.441921 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:26:02.444239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1bf82-8522-48e2-a003-bacfc23e52a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:26:02.479051 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b92e6f-84e0-44f2-8862-989723a132fb x-openstack-request-id: req-90b92e6f-84e0-44f2-8862-989723a132fb {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:26:02.479411 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:26:02.479731 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90b92e6f-84e0-44f2-8862-989723a132fb {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:26:02.480166 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'status': 'completed', 'code': 200} Jun 15 14:26:02.551301 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:26:02.561285 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-c66a57e2-2a0c-44cb-8e24-619e93228202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:02.562824 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-c66a57e2-2a0c-44cb-8e24-619e93228202 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1098 time: 0.0598438 Jun 15 14:26:02.682967 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-e05eca2c-097f-44d8-99eb-2e2629c8290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:02.684342 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-e05eca2c-097f-44d8-99eb-2e2629c8290e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1159608 Jun 15 14:26:02.773323 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-012389cc-00f5-455e-8002-9d5be412be83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 999 time: 0.0826702 Jun 15 14:26:02.828293 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-5175729c-5f46-405c-831a-970bb17b2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:02.829751 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-5175729c-5f46-405c-831a-970bb17b2886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0508652 Jun 15 14:26:02.839749 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}, {'id': 'a2b9b424-890a-4b00-b9f1-d7eed3919eb6', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:e0:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbac93d0-ef15-433d-9500-56641563555e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:26:01Z', 'updated_at': '2021-06-15T14:26:01Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:02.843201 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:26:02.851268 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:26:02.851871 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:25:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:02.897108 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-158376cb-5e67-44b0-9a27-ddc77fa3458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:02.898631 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-158376cb-5e67-44b0-9a27-ddc77fa3458c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627997 Jun 15 14:26:02.992635 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:26:03.009066 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-f0d177d6-23bb-4933-bb6c-98bc3e3774ac service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039379 Jun 15 14:26:03.124199 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-58e1bf82-8522-48e2-a003-bacfc23e52a8 req-c4f53635-3679-425c-8c3d-4387f34071d0 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087854 Jun 15 14:26:03.283524 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}, {'id': 'a2b9b424-890a-4b00-b9f1-d7eed3919eb6', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:e0:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbac93d0-ef15-433d-9500-56641563555e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:26:01Z', 'updated_at': '2021-06-15T14:26:01Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:03.286876 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969558bb-ee47-4e68-8b3a-aead6e8289a4 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}, {'id': 'a2b9b424-890a-4b00-b9f1-d7eed3919eb6', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:e0:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbac93d0-ef15-433d-9500-56641563555e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:26:01Z', 'updated_at': '2021-06-15T14:26:01Z', 'revision_number': 0, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:26:03.458379 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e005b-de34-44bc-b920-c31ca8430af8 None None] New status for floating IP a2b9b424-890a-4b00-b9f1-d7eed3919eb6: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:26:03.517770 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:03.525061 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b1ba2514-64c0-43a3-a8ae-4a75f917ad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:04.255988 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-55bc8df0-8b54-49c3-b9dd-115692da02ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602672 Jun 15 14:26:04.367751 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-c3e1471f-c27f-4423-9d83-f300ef8f31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:04.369157 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-c3e1471f-c27f-4423-9d83-f300ef8f31df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1099 time: 0.0575411 Jun 15 14:26:04.496026 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-e1683ded-1ff4-4285-bb8c-46ff4cc7bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:04.497448 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-e1683ded-1ff4-4285-bb8c-46ff4cc7bda1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1091497 Jun 15 14:26:04.578284 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-bb588140-6839-4509-b5ac-bf10bf8ac090 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 1000 time: 0.0744786 Jun 15 14:26:04.636342 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-85b2b06a-ec6e-49c1-bbc1-87505ae1648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:04.637761 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-85b2b06a-ec6e-49c1-bbc1-87505ae1648f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0535598 Jun 15 14:26:04.699424 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-b8b837ba-e54f-4d07-b9f9-b1752521facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:04.700852 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-b8b837ba-e54f-4d07-b9f9-b1752521facb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571728 Jun 15 14:26:05.098974 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-f1b35e74-0580-4fd5-aa74-442384fc4917 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912163 Jun 15 14:26:05.137102 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:05.217210 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9c6a1ca0-0616-4e0f-9f72-f79ec5d4b4e6 req-ddaa9e7f-abb8-4247-bb30-527b13d688d6 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116776 Jun 15 14:26:06.617803 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:13.947872 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:30.544819 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:31.138269 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be733357-d3d2-4d7d-af27-7ce95cf82f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:33.499735 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:33.515013 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-300ee2f4-b266-41fd-88c9-9a4785982976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:35.138709 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:36.619422 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.945636 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:00.545148 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:01.137578 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b71a6419-ca1f-41b4-b209-813d40948a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.505193 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.515865 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c2aee1ff-bff9-4f09-b3c7-6311d077f340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:04.888894 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-68cf2293-9e4c-449e-ae48-0986f52d532d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592194 Jun 15 14:27:04.966983 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-925fc174-2786-4144-8d37-b73c897321ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:04.968435 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-925fc174-2786-4144-8d37-b73c897321ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1098 time: 0.0581257 Jun 15 14:27:05.097304 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-c1f89c2f-2f6d-40fe-bf6d-15040000271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:05.098797 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-c1f89c2f-2f6d-40fe-bf6d-15040000271b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1108432 Jun 15 14:27:05.142197 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:05.187239 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-9218a054-9423-4408-a0f3-acc44e0e00cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 1001 time: 0.0817368 Jun 15 14:27:05.241766 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-8e43bd0f-53a1-4b25-9978-a8190e84b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:05.243145 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-8e43bd0f-53a1-4b25-9978-a8190e84b0c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0503953 Jun 15 14:27:05.309510 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-b0d38bb3-57db-4c12-8214-6f9667ee483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:05.310962 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-b0d38bb3-57db-4c12-8214-6f9667ee483a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612676 Jun 15 14:27:05.420535 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-992bbc80-45d3-4f15-bf01-9042dca8871b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031682 Jun 15 14:27:05.542128 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-f5ce55c1-ceec-415b-8647-09416abc9bde req-47a40b10-1638-43da-ab99-d82c694ff19f service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151340 Jun 15 14:27:06.623021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.943793 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:30.551374 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.137490 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-473cd1f9-8b89-4882-8090-521e0cc857dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.998203 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39636) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:32.199834 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port 26ea5968-574b-4efc-9bce-6072f05b49ca {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:32.200169 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.299754 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.299999 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.390544 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for 26ea5968-574b-4efc-9bce-6072f05b49ca owned by network:floatingip {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:32.581636 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.584342 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-44c40a6c-448b-4cb0-ac58-82d904db2acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:32.613509 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=26ea5968-574b-4efc-9bce-6072f05b49ca,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:32.645096 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.645476 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.645872 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.646239 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.646602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.646965 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.647324 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.647685 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.648041 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.648451 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.648806 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.649154 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:32.653452 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:32.700804 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.701138 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.db.l3_db [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP a2b9b424-890a-4b00-b9f1-d7eed3919eb6 disassociated (deleted). External IP: 172.27.0.177, port: bd8a3d39-35cd-4944-8a1d-0a3364d42510. Jun 15 14:27:32.980467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:33.122881 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:33.127190 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.133381 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:33.142268 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:33.142886 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:04Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:33.171355 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-3ae72f66-2087-456e-acb5-95574c02fd6f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "DELETE /v2.0/floatingips/a2b9b424-890a-4b00-b9f1-d7eed3919eb6 HTTP/1.1" status: 204 len: 168 time: 1.1720750 Jun 15 14:27:33.172277 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:33.174583 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73635690-7911-4896-9037-dee664886965" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:33.216089 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db81b91-74e6-4334-8f8c-a6fce169fa05 x-openstack-request-id: req-0db81b91-74e6-4334-8f8c-a6fce169fa05 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:33.216423 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:33.216714 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0db81b91-74e6-4334-8f8c-a6fce169fa05 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:33.217150 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'status': 'completed', 'code': 200} Jun 15 14:27:33.307456 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73635690-7911-4896-9037-dee664886965 req-14defe89-7151-4398-b6e8-22831e8f91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.308960 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-14defe89-7151-4398-b6e8-22831e8f91fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 1098 time: 0.0625300 Jun 15 14:27:33.424172 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:33.431537 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73635690-7911-4896-9037-dee664886965 req-51bd3c0e-e267-406d-90c7-e5a83f6eba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.433045 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-51bd3c0e-e267-406d-90c7-e5a83f6eba91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1172867 Jun 15 14:27:33.489156 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-d981bf40-96c8-4f89-bb2a-a350d92e15d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 200 len: 217 time: 0.0470140 Jun 15 14:27:33.563666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.564970 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1b2753cb-8be4-4e6c-858e-ef426d63c6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.592954 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73635690-7911-4896-9037-dee664886965 req-6da7fe42-2f89-4733-8205-f1b0e8c93418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.594411 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-6da7fe42-2f89-4733-8205-f1b0e8c93418 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0971124 Jun 15 14:27:33.641584 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52666ead-b503-4290-8ed5-6268606702f4 req-673ead53-5ef7-40f5-9e8e-6a625e8ded0f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.643022 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-52666ead-b503-4290-8ed5-6268606702f4 req-673ead53-5ef7-40f5-9e8e-6a625e8ded0f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.1382403 Jun 15 14:27:33.703180 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-52666ead-b503-4290-8ed5-6268606702f4 req-b8ca9159-b3fb-4db7-9318-dc0668b3dbbc tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533848 Jun 15 14:27:33.705845 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73635690-7911-4896-9037-dee664886965 req-e40db548-5ef8-4d7e-9027-979941bd6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.707213 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-e40db548-5ef8-4d7e-9027-979941bd6a69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052239 Jun 15 14:27:33.738870 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:33.742798 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:33.751273 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:33.751886 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:33.825858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-e5069bb1-b5b6-4d80-a790-5e7364819702 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088464 Jun 15 14:27:33.897666 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:33.937858 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-73635690-7911-4896-9037-dee664886965 req-0e659974-012a-4089-9065-0bc1c621dcab service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037238 Jun 15 14:27:34.183913 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:34.187418 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2ec5-3cfc-402b-bbbe-3934e3ae4785 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_floatingips': [{'id': 'a1f464e2-9f60-486d-b6a2-3b81db805c98', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'router_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'port_id': '605e4d77-1db3-4018-850f-68590de0c9f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'mac_address': 'fa:16:3e:7a:3d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:24:07Z', 'updated_at': '2021-06-15T14:24:09Z', 'revision_number': 1, 'project_id': '57c6fb12165c45478fe12466e175a052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:34.390964 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec266e81-358b-427f-a007-409227cc7889 None None] New status for floating IP a2b9b424-890a-4b00-b9f1-d7eed3919eb6: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:27:34.906008 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba51ff-9b9b-468b-aa91-2ce8aa426486 req-d1fed27b-d777-41e0-98a2-11f04b81e5e3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.907386 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-20ba51ff-9b9b-468b-aa91-2ce8aa426486 req-d1fed27b-d777-41e0-98a2-11f04b81e5e3 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.0748248 Jun 15 14:27:34.948790 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-20ba51ff-9b9b-468b-aa91-2ce8aa426486 req-340cde45-a82c-4833-a412-7578fb6c1082 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358171 Jun 15 14:27:35.146708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-df639b0d-1c3d-4d99-856b-7a9ac742172d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:35.148133 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-df639b0d-1c3d-4d99-856b-7a9ac742172d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 945 time: 0.0675633 Jun 15 14:27:35.152610 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.265455 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port bd8a3d39-35cd-4944-8a1d-0a3364d42510 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:35.265820 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.656162 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] For port bd8a3d39-35cd-4944-8a1d-0a3364d42510, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd8a3d39-35cd-4944-8a1d-0a3364d42510,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:35.656519 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.747686 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for bd8a3d39-35cd-4944-8a1d-0a3364d42510 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:35.899805 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.903598 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-af9a75f1-1fa8-4bf2-8f96-81dc9923c72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.934129 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=bd8a3d39-35cd-4944-8a1d-0a3364d42510,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.937146 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:35.988414 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] No DVR routers for this DVR port bd8a3d39-35cd-4944-8a1d-0a3364d42510 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:35.990946 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.993501 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-8c2924ad-838c-47fc-bb21-353c5ffec314 req-b04268be-7da1-4ea8-b1ba-bd2027566b5c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "DELETE /v2.0/ports/bd8a3d39-35cd-4944-8a1d-0a3364d42510 HTTP/1.1" status: 204 len: 173 time: 0.8392296 Jun 15 14:27:35.994038 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'name': 'network-vif-deleted', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:35.996329 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05add079-8b24-4a93-bb5b-28b73784939f" -d '{"events": [{"server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "name": "network-vif-deleted", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:36.035763 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd68268c-f33b-4217-b544-5e0b16e4be07 x-openstack-request-id: req-cd68268c-f33b-4217-b544-5e0b16e4be07 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:36.036149 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac93d0-ef15-433d-9500-56641563555e", "name": "network-vif-deleted", "tag": "bd8a3d39-35cd-4944-8a1d-0a3364d42510", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:36.036474 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd68268c-f33b-4217-b544-5e0b16e4be07 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:36.036913 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac93d0-ef15-433d-9500-56641563555e', 'name': 'network-vif-deleted', 'tag': 'bd8a3d39-35cd-4944-8a1d-0a3364d42510', 'status': 'completed', 'code': 200} Jun 15 14:27:36.098746 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-be7e3f8a-4715-4eb7-8a3a-0a3161d4e390 req-de6312a8-9124-410e-a6cd-2c6c9e1b88da tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbac93d0-ef15-433d-9500-56641563555e HTTP/1.1" status: 200 len: 210 time: 0.0380876 Jun 15 14:27:36.625087 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:39.405812 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39674) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:39.621595 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port 7d9b0ade-8e66-4eba-a261-8b559098b223 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:39.621944 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:39.722341 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:39.722656 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:39.815248 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for 7d9b0ade-8e66-4eba-a261-8b559098b223 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:39.988865 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:39.990841 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4bbc348b-d7d8-4bd4-b133-1aee6be700ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:40.019265 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=7d9b0ade-8e66-4eba-a261-8b559098b223,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:40.052940 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.053328 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.053739 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.054112 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.055054 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.055422 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.055789 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.056156 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.056517 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.056876 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.057234 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.057609 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:40.060643 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:40.104331 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:40.104676 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Floating IP a1f464e2-9f60-486d-b6a2-3b81db805c98 disassociated (deleted). External IP: 172.27.0.3, port: 605e4d77-1db3-4018-850f-68590de0c9f7. Jun 15 14:27:40.204542 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device bd8a3d39-35cd-4944-8a1d-0a3364d42510 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:40.229377 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: bd8a3d39-35cd-4944-8a1d-0a3364d42510 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:40.229744 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device bd8a3d39-35cd-4944-8a1d-0a3364d42510 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:40.695536 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:40.837512 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:40.842286 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:40.846739 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:40.855699 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:40.856421 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:40.890220 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8b77c51f-d494-4151-a800-aec480c9406e tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1f464e2-9f60-486d-b6a2-3b81db805c98 HTTP/1.1" status: 204 len: 168 time: 1.4833310 Jun 15 14:27:40.890999 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:40.893431 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9180f3a35d50404461b080b6a4b21d56a839192a8894933da803d6741a0e6102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5335d5-597a-4d84-83bd-08b2ea350b10" -d '{"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:40.934093 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a58fe4-2e79-463b-8032-266ace2add4b x-openstack-request-id: req-35a58fe4-2e79-463b-8032-266ace2add4b {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:40.934501 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:40.934947 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35a58fe4-2e79-463b-8032-266ace2add4b {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:40.935606 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7', 'status': 'completed', 'code': 200} Jun 15 14:27:41.008335 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:41.018520 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-f6f28ff8-78b5-4400-84e6-801d683c9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.020004 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-f6f28ff8-78b5-4400-84e6-801d683c9272 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57c6fb12165c45478fe12466e175a052&device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 1099 time: 0.0617976 Jun 15 14:27:41.152589 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-d7278860-219e-431f-88a1-22ec96e2bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.154081 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-d7278860-219e-431f-88a1-22ec96e2bcd4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 200 len: 912 time: 0.1278176 Jun 15 14:27:41.217172 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-b26e34e7-2805-48e8-a92d-ddb8df80e706 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0546789 Jun 15 14:27:41.285496 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:41.287243 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-7f8da3a8-9ee0-433d-af21-59a86e9f1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.288796 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-7f8da3a8-9ee0-433d-af21-59a86e9f1993 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 200 len: 850 time: 0.0646424 Jun 15 14:27:41.290021 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:41.298979 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:41.299597 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:41.389701 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-7560327d-dd6e-49f5-b6a3-c23ca4492e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.391153 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-7560327d-dd6e-49f5-b6a3-c23ca4492e9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdc6354-51d6-4fb5-a386-93982d59c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937138 Jun 15 14:27:41.518691 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d89a-7fc7-4fd5-ba9c-56b476da10b2 req-5b9fbe4d-ff56-491a-bd15-0674959b361b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.520275 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9633d89a-7fc7-4fd5-ba9c-56b476da10b2 req-5b9fbe4d-ff56-491a-bd15-0674959b361b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.2867517 Jun 15 14:27:41.559565 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-3c59343d-e9f8-4cae-a1bc-f8c5652be6af service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594458 Jun 15 14:27:41.584356 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9633d89a-7fc7-4fd5-ba9c-56b476da10b2 req-9404b344-e9d4-43a1-86d5-997d1da53787 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570018 Jun 15 14:27:41.593838 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:41.689946 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-9d5335d5-597a-4d84-83bd-08b2ea350b10 req-974423d2-a011-430a-8128-00c2198d153b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197832 Jun 15 14:27:41.852554 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:41.855983 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9396e3-2308-4976-81d9-babc30150568 None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:20:39Z', 'revision_number': 4, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi', '_interfaces': [{'id': 'eff414be-49c7-43f4-aa01-a5874cd1744b', 'name': '', 'network_id': '1cdc6354-51d6-4fb5-a386-93982d59c355', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'mac_address': 'fa:16:3e:df:cd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:38Z', 'updated_at': '2021-06-15T14:20:47Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'subnets': [{'id': '8d32d660-ce8b-44a8-8dad-7e004c3ed8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:42.054497 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420abd1-87ae-4292-a934-67b995dab660 None None] New status for floating IP a1f464e2-9f60-486d-b6a2-3b81db805c98: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:27:42.841749 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-79a55f11-aee7-4137-8ea9-245a12ed245f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:42.843207 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-79a55f11-aee7-4137-8ea9-245a12ed245f tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.1226835 Jun 15 14:27:42.854383 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e60e1-8cc9-4216-972a-26106bb13144 req-fb54eefc-b3e2-46e7-a83a-fab10ea5fd4c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:42.855731 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-232e60e1-8cc9-4216-972a-26106bb13144 req-fb54eefc-b3e2-46e7-a83a-fab10ea5fd4c tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 946 time: 0.1570261 Jun 15 14:27:42.965373 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-232e60e1-8cc9-4216-972a-26106bb13144 req-d47b0958-fe65-4bcd-ac11-dc2f0c2d611d tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996704 Jun 15 14:27:42.996297 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port 605e4d77-1db3-4018-850f-68590de0c9f7 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:42.996640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:43.108665 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] For port 605e4d77-1db3-4018-850f-68590de0c9f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=605e4d77-1db3-4018-850f-68590de0c9f7,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:43.109012 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:43.199988 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for 605e4d77-1db3-4018-850f-68590de0c9f7 owned by compute:nova {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:43.350359 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:43.354469 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-c964e6dd-6877-4e5e-aa38-12ce3efc5f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:43.384388 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=605e4d77-1db3-4018-850f-68590de0c9f7,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:43.387400 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:43.439002 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] No DVR routers for this DVR port 605e4d77-1db3-4018-850f-68590de0c9f7 on host hv-cinder-79628 {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:43.441517 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for port, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:43.443482 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-de4c0b6d-64e6-4fcf-9b4e-f604ce721d84 req-cf71f454-1b53-46f1-a294-1658463694fb tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.23 "DELETE /v2.0/ports/605e4d77-1db3-4018-850f-68590de0c9f7 HTTP/1.1" status: 204 len: 173 time: 0.5869071 Jun 15 14:27:43.444060 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'name': 'network-vif-deleted', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7'}] {{(pid=91923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:43.447178 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41575899f97500b2df40586fdd9fac88966586559fee5593f19e4887d729f37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ff15b-2136-4eea-a79d-01022580fe7f" -d '{"events": [{"server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "name": "network-vif-deleted", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7"}]}' {{(pid=91923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:43.485699 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5747b-f330-4cbb-9ede-7bb85758ef05 x-openstack-request-id: req-e5c5747b-f330-4cbb-9ede-7bb85758ef05 {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:43.486030 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20f2dba-e0e7-44ab-99ae-819f5757c67c", "name": "network-vif-deleted", "tag": "605e4d77-1db3-4018-850f-68590de0c9f7", "status": "completed", "code": 200}]} {{(pid=91923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:43.486321 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5c5747b-f330-4cbb-9ede-7bb85758ef05 {{(pid=91923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:43.486759 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20f2dba-e0e7-44ab-99ae-819f5757c67c', 'name': 'network-vif-deleted', 'tag': '605e4d77-1db3-4018-850f-68590de0c9f7', 'status': 'completed', 'code': 200} Jun 15 14:27:44.127620 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [req-a9e26496-d1d1-421c-84c3-b04c44adb158 req-1618fb50-713c-455f-95bd-fe063b64fe5b tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20f2dba-e0e7-44ab-99ae-819f5757c67c HTTP/1.1" status: 200 len: 210 time: 0.0384004 Jun 15 14:27:45.225178 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39706) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:45.380182 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Deleting port 404414fd-1a68-4289-b325-e5f13af10553 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:45.380515 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.479909 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.480231 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.569260 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Calling delete_port for 404414fd-1a68-4289-b325-e5f13af10553 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:45.728802 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.731500 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c33b12a0-26b7-4ae4-a48e-eba9c77c18aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:45.761777 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'Port': ['ID=404414fd-1a68-4289-b325-e5f13af10553,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:45.765446 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:45.831797 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.834291 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15347'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:45.835470 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-22180dc1-3632-4275-bbff-e2d31017eb15 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "DELETE /v2.0/floatingips/04a55f6b-5bc5-473c-b8eb-a473468ab0cb HTTP/1.1" status: 204 len: 168 time: 0.6092315 Jun 15 14:27:47.098462 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39718) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:47.160419 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:47.188402 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:47.249310 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:47.251831 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Notify callbacks [] for security_group, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:47.252952 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] 10.222.0.11 "DELETE /v2.0/security-groups/7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050 HTTP/1.1" status: 204 len: 168 time: 0.1535170 Jun 15 14:27:47.253740 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5665e9cd-4440-4c33-9a16-e1c981d8f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:47.268684 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1f8f84-5fb6-42cf-9e4c-1ab080fc9050,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:47.271188 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-222de055-44d9-4485-a55a-73b000d7f7f5 tempest-TestVolumeBootPattern-1089190610 tempest-TestVolumeBootPattern-1089190610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:47.318429 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39722) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:47.891323 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:48.207391 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Deleting port eff414be-49c7-43f4-aa01-a5874cd1744b {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:48.207695 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:48.235555 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 605e4d77-1db3-4018-850f-68590de0c9f7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:48.260279 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] No Port match for: 605e4d77-1db3-4018-850f-68590de0c9f7 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:48.260631 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Device 605e4d77-1db3-4018-850f-68590de0c9f7 not bound to the agent host hv-cinder-79628 {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:48.307877 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] For port eff414be-49c7-43f4-aa01-a5874cd1744b, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=eff414be-49c7-43f4-aa01-a5874cd1744b,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:48.308227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:48.399065 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Calling delete_port for eff414be-49c7-43f4-aa01-a5874cd1744b owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:48.617552 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:48.619553 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d8f1bae7-6ee4-4836-8d6c-0f20b38c51c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:48.648636 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=eff414be-49c7-43f4-aa01-a5874cd1744b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:48.651748 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:48.860610 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.137988 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:49.569030 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:49.573999 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b84c644c-5c03-414a-9907-591d66f82d2c admin admin] 10.222.0.11 "PUT /v2.0/routers/db0bf0b0-1af6-4c7f-a42c-c2b54893d138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2545590 Jun 15 14:27:49.576513 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39726) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:49.577592 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Sync routers for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:49.586613 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:49.587229 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:49.718733 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.731379 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:49.867256 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.928007 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Deleting port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:49.928392 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.970612 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:27:48Z', 'revision_number': 5, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port': {'id': 'e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:36Z', 'updated_at': '2021-06-15T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:49.974180 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Checking router: db0bf0b0-1af6-4c7f-a42c-c2b54893d138 for host: dv-cinder-796286-3-iscsi {{(pid=91925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:49.983120 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Routers {'db0bf0b0-1af6-4c7f-a42c-c2b54893d138'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:49.983732 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'], 'active': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:50.031022 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] For port e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:50.031376 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.103766 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvr_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] Set router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 gateway port host: None {{(pid=91925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:50.130132 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Calling delete_port for e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:50.182992 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_hamode_db [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:27:49Z', 'revision_number': 6, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:50.186531 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9851f0-0ce6-45e6-ab2c-2d95a296e48c None None] The sync data for ids ['db0bf0b0-1af6-4c7f-a42c-c2b54893d138'] in dv-cinder-796286-3-iscsi is: [{'id': 'db0bf0b0-1af6-4c7f-a42c-c2b54893d138', 'name': 'tempest-TestVolumeBootPattern-201451475-router', 'tenant_id': '57c6fb12165c45478fe12466e175a052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:35Z', 'updated_at': '2021-06-15T14:27:49Z', 'revision_number': 6, 'project_id': '57c6fb12165c45478fe12466e175a052', 'gw_port_host': None}] {{(pid=91925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:50.338574 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.341649 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ddcfed51-a887-4a93-83ec-0a2b28e9d956 tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:50.371354 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:50.375276 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:50.446893 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.582052 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.584358 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.643991 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.644504 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db0bf0b0-1af6-4c7f-a42c-c2b54893d138 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:27:50.649807 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.650932 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/db0bf0b0-1af6-4c7f-a42c-c2b54893d138 HTTP/1.1" status: 204 len: 168 time: 1.0735171 Jun 15 14:27:50.653477 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39728) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:50.707114 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Deleting subnet 8d32d660-ce8b-44a8-8dad-7e004c3ed8ab {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:27:50.711622 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.753943 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.847448 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.910227 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.912358 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4160d02-ee31-497b-9b44-5d54ea69ef5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:50.945588 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d32d660-ce8b-44a8-8dad-7e004c3ed8ab,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:50.947791 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.950737 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d32d660-ce8b-44a8-8dad-7e004c3ed8ab HTTP/1.1" status: 204 len: 168 time: 0.2962847 Jun 15 14:27:50.951196 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54049ef7-ad70-4d15-8ef9-5f9ff5a5aced None None] Network 1cdc6354-51d6-4fb5-a386-93982d59c355 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:27:50.951718 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d1b6bf92-957c-42bf-ad20-d1b74a2e88fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:50.953444 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39730) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:51.050339 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.125058 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Deleting port af584ec3-a999-4c83-8972-010b738a02b9 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:51.125396 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.199120 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] DHCP port deletion for 1cdc6354-51d6-4fb5-a386-93982d59c355 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:27:51.217867 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] For port af584ec3-a999-4c83-8972-010b738a02b9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=af584ec3-a999-4c83-8972-010b738a02b9,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:51.218221 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.251539 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Deleting port af584ec3-a999-4c83-8972-010b738a02b9 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:51.251847 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.312652 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Calling delete_port for af584ec3-a999-4c83-8972-010b738a02b9 owned by network:dhcp {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:51.337464 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] For port af584ec3-a999-4c83-8972-010b738a02b9, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=af584ec3-a999-4c83-8972-010b738a02b9,segment=NetworkSegment(93f473cd-e8ef-4b8b-b140-5d9012da6b81),segment_id=93f473cd-e8ef-4b8b-b140-5d9012da6b81)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:51.337893 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.412972 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.415232 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-e3289661-bbaf-4210-b1b9-c539764d624d tempest-TestShelveInstance-1731163739 tempest-TestShelveInstance-1731163739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:51.430516 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Calling delete_port for af584ec3-a999-4c83-8972-010b738a02b9 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:51.446577 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=af584ec3-a999-4c83-8972-010b738a02b9,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:51.451151 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:51.455590 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] No DVR routers for this DVR port af584ec3-a999-4c83-8972-010b738a02b9 on host dv-cinder-796286-3-iscsi {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:51.555242 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.567793 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdc6354-51d6-4fb5-a386-93982d59c355']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:51.579856 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f473cd-e8ef-4b8b-b140-5d9012da6b81') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:51.580150 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f473cd-e8ef-4b8b-b140-5d9012da6b81') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:51.590688 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.606944 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.613302 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:27:51.613777 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: retrieve_revision_numbers = { Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:27:51.615913 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:27:51.661725 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.663662 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:51.690391 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Pushing event deleted for resources: {'Port': ['ID=af584ec3-a999-4c83-8972-010b738a02b9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:51.691361 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.697336 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-3a0e76d4-7423-4528-9b87-72e157f597be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:51.700300 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] No DVR routers for this DVR port af584ec3-a999-4c83-8972-010b738a02b9 on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:51.701313 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.702512 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.702953 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.703295 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.703492 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] 10.222.0.11 "DELETE /v2.0/networks/1cdc6354-51d6-4fb5-a386-93982d59c355 HTTP/1.1" status: 204 len: 168 time: 0.7489967 Jun 15 14:27:51.703706 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.703952 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.704278 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.704602 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.704924 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.705247 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.705590 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.705945 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.706237 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:51.706813 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39732) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:51.709895 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7494cc27-c888-4938-8c75-2e58d13b51bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:51.720785 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdc6354-51d6-4fb5-a386-93982d59c355,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:51.723161 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-ed2259b6-29db-410c-86ed-f0beb3947f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:52.139229 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device eff414be-49c7-43f4-aa01-a5874cd1744b no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:52.150475 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679890'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.164097 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: eff414be-49c7-43f4-aa01-a5874cd1744b {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:52.164488 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device eff414be-49c7-43f4-aa01-a5874cd1744b not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:52.164911 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:52.187482 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:52.187833 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device e7fa6f98-be11-4d4d-bb0f-c1d95b7bee67 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:52.188244 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device af584ec3-a999-4c83-8972-010b738a02b9 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:52.213955 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: af584ec3-a999-4c83-8972-010b738a02b9 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:52.214307 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device af584ec3-a999-4c83-8972-010b738a02b9 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:52.465236 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Deleting port 4b7b0f9b-97b1-4b10-ae41-75d398d19041 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:52.465607 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.565356 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] For port 4b7b0f9b-97b1-4b10-ae41-75d398d19041, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=4b7b0f9b-97b1-4b10-ae41-75d398d19041,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:52.565743 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.658428 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Calling delete_port for 4b7b0f9b-97b1-4b10-ae41-75d398d19041 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:52.885141 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.887920 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-37563b06-48ce-4477-afe8-fdae70cb56c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:52.914870 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7b0f9b-97b1-4b10-ae41-75d398d19041,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:52.918221 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:53.127128 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679490'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:53.704569 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Router bde47082-c2a5-4072-83ff-05d084c43a27 has already been hosted by L3 agent ab74d614-947f-44e1-b0ad-24485272fb9a {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:53.845379 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] Notify agent at l3_agent.dv-cinder-796286-3-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:53.857969 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9717eb22-b78a-47e6-ae59-108e55f541ba admin admin] 10.222.0.11 "PUT /v2.0/routers/bde47082-c2a5-4072-83ff-05d084c43a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466973 Jun 15 14:27:53.857969 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39734) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:53.862177 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Sync routers for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:53.871145 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:53.871674 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:53.996298 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.011098 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: dv-cinder-796286-3-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:54.139978 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.198202 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Deleting port 61aadf09-f3bf-4b5a-86d0-36f84381fc11 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:54.198538 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.246990 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'external_fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:27:52Z', 'revision_number': 5, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port': {'id': '61aadf09-f3bf-4b5a-86d0-36f84381fc11', 'name': '', 'network_id': 'b342255a-244a-40ba-b6b1-5408bc12e5e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:20:43Z', 'updated_at': '2021-06-15T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0366d7f0-6c89-4600-a64c-c06b78ad2569', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-iscsi'}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:54.250525 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Checking router: bde47082-c2a5-4072-83ff-05d084c43a27 for host: dv-cinder-796286-3-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:54.259125 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Routers {'bde47082-c2a5-4072-83ff-05d084c43a27'} bound to L3 agent in host dv-cinder-796286-3-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:54.259735 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:05:04Z,description=,heartbeat_timestamp=2021-06-15T14:27:34Z,host='dv-cinder-796286-3-iscsi',id=ab74d614-947f-44e1-b0ad-24485272fb9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:05:04Z,topic='l3_agent')) {'router_ids': ['bde47082-c2a5-4072-83ff-05d084c43a27'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:54.300882 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] For port 61aadf09-f3bf-4b5a-86d0-36f84381fc11, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=61aadf09-f3bf-4b5a-86d0-36f84381fc11,segment=NetworkSegment(c8413eca-8c10-49b1-894d-c3cc76092ace),segment_id=c8413eca-8c10-49b1-894d-c3cc76092ace)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:54.301257 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.376681 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] Set router bde47082-c2a5-4072-83ff-05d084c43a27 gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:54.402292 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Calling delete_port for 61aadf09-f3bf-4b5a-86d0-36f84381fc11 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:54.454464 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:27:54Z', 'revision_number': 6, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port_host': None}], 'dv-cinder-796286-3-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:54.458175 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ae8e6-3da7-4b59-b534-a35d8bd2b106 None None] The sync data for ids ['bde47082-c2a5-4072-83ff-05d084c43a27'] in dv-cinder-796286-3-iscsi is: [{'id': 'bde47082-c2a5-4072-83ff-05d084c43a27', 'name': 'tempest-TestVolumeBootPattern-794653866-router', 'tenant_id': 'b11197dae73d422e9ff41ac0f78c4122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:20:42Z', 'updated_at': '2021-06-15T14:27:54Z', 'revision_number': 6, 'project_id': 'b11197dae73d422e9ff41ac0f78c4122', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:54.602599 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708235'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.604621 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bbf65759-3b8b-442e-a5d1-24ffd2172efa tempest-AttachVolumeTestJSON-847964988 tempest-AttachVolumeTestJSON-847964988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:54.634204 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61aadf09-f3bf-4b5a-86d0-36f84381fc11,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:54.637930 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:54.711399 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666641'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.847903 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10884'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.850148 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.910275 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-671798'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.910788 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde47082-c2a5-4072-83ff-05d084c43a27 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:27:54.915147 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.916187 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bcb2b7d0-828a-4f5d-8258-08b2bee91ae2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/bde47082-c2a5-4072-83ff-05d084c43a27 HTTP/1.1" status: 204 len: 168 time: 1.0573416 Jun 15 14:27:54.918922 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39736) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:54.969798 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Deleting subnet 168c330e-4632-4604-a919-6fa2a56d1e73 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:27:54.972780 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.018456 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5163184'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.116283 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524984'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.177132 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4707953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485232'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.179215 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b0e09506-f548-4888-9551-6185b80eedcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:55.213237 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168c330e-4632-4604-a919-6fa2a56d1e73,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:55.216699 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:55.219364 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.223435 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8680ec6a-653c-441a-a489-f16d5ba568c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/168c330e-4632-4604-a919-6fa2a56d1e73 HTTP/1.1" status: 204 len: 168 time: 0.3013906 Jun 15 14:27:55.224271 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [-] (91923) accepted ('10.222.0.11', 39738) {{(pid=91923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:55.225061 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cabf60-de2e-4827-8674-9925d956227e None None] Network 55e98ba1-a218-4778-af77-c38f16ea1831 requested from dv-cinder-796286-3-iscsi {{(pid=91925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:27:55.317144 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582195'] for network, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.380563 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Deleting port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 {{(pid=91923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:55.380912 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.449659 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94331598-994a-43b0-862d-016a59dd6323 None None] DHCP port deletion for 55e98ba1-a218-4778-af77-c38f16ea1831 request from dv-cinder-796286-3-iscsi {{(pid=91925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:27:55.470108 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.db [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] For port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:55.470467 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.505269 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Deleting port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:55.505723 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745304732456'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.567216 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.plugin [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Calling delete_port for 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 owned by network:dhcp {{(pid=91923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:55.591581 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-94331598-994a-43b0-862d-016a59dd6323 None None] For port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6, host dv-cinder-796286-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-iscsi',level=0,port_id=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,segment=NetworkSegment(bf133d9d-055a-481b-8259-e1e380ef7ec6),segment_id=bf133d9d-055a-481b-8259-e1e380ef7ec6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:55.591977 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676343'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.663705 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5134382'] for port, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.665895 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-a72c8f2a-e826-4d6b-aa8b-ca47b22a04c5 tempest-VolumesSnapshotTestJSON-16621878 tempest-VolumesSnapshotTestJSON-16621878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:55.684688 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Calling delete_port for 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:55.695229 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Pushing event deleted for resources: {'Port': ['ID=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:55.698719 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:55.699221 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] No DVR routers for this DVR port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 on host dv-cinder-796286-3-iscsi {{(pid=91923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:55.776327 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1450568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745304737100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745304295729'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.778894 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:55.798051 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528165', 'neutron.services.segments.db._delete_segments_for_network-8745304850360'] for network, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.809663 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e98ba1-a218-4778-af77-c38f16ea1831']}} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:55.810390 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Pushing event deleted for resources: {'Port': ['ID=3662d56c-b49e-4d07-b72f-a3ac8c9315c6,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:55.813364 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-94331598-994a-43b0-862d-016a59dd6323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:55.816186 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94331598-994a-43b0-862d-016a59dd6323 None None] No DVR routers for this DVR port 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 on host dv-cinder-796286-3-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:55.823509 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf133d9d-055a-481b-8259-e1e380ef7ec6') {'for_net_delete': True} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:55.823509 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.services.segments.db [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf133d9d-055a-481b-8259-e1e380ef7ec6') {} {{(pid=91923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:55.831640 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745304850198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5835562'] for segment, before_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.846708 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349'] for segment, precommit_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.852602 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=91923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:27:55.852979 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134461'] for segment, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: Traceback (most recent call last): Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: timer() Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: cb(*args, **kw) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: return func(*args, **kwargs) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: self._notify() Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: self.callback(batched_events) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: event.method(event) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: return f(self, *a, **k) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._get(url).json() Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: return self.request(url, 'GET', **kwargs) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:27:55.854732 dv-cinder-796286-3-iscsi neutron-server[91923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:27:55.933871 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666636'] for network, after_delete {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.943696 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:55.952470 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron_lib.callbacks.manager [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545045'] for network, before_response {{(pid=91923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.954573 dv-cinder-796286-3-iscsi neutron-server[91923]: INFO neutron.wsgi [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] 10.222.0.11 "DELETE /v2.0/networks/55e98ba1-a218-4778-af77-c38f16ea1831 HTTP/1.1" status: 204 len: 168 time: 0.7287672 Jun 15 14:27:55.955952 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e98ba1-a218-4778-af77-c38f16ea1831,revision_number=None']} {{(pid=91923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:55.959139 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG oslo_concurrency.lockutils [None req-5fc789d7-aad7-43ad-a1fa-322c9daaf522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:56.068698 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39742) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:56.116796 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-df500a1c-486a-44ec-8377-c4a5ec35c516 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57c6fb12165c45478fe12466e175a052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459018 Jun 15 14:27:56.118854 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39744) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:56.146280 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 61aadf09-f3bf-4b5a-86d0-36f84381fc11 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:56.171067 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 61aadf09-f3bf-4b5a-86d0-36f84381fc11 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:56.171411 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 61aadf09-f3bf-4b5a-86d0-36f84381fc11 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:56.172079 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 4b7b0f9b-97b1-4b10-ae41-75d398d19041 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:56.173319 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.194118 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 4b7b0f9b-97b1-4b10-ae41-75d398d19041 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:56.194974 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 4b7b0f9b-97b1-4b10-ae41-75d398d19041 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:56.195382 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 no longer exists at agent ovs-agent-dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:56.196016 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.217925 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] No Port match for: 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 {{(pid=91925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:56.218272 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.rpc [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Device 3662d56c-b49e-4d07-b72f-a3ac8c9315c6 not bound to the agent host dv-cinder-796286-3-iscsi {{(pid=91925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:56.245592 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.249138 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.249472 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5890791b-2cc9-4337-83a9-e859f1fccf5b HTTP/1.1" status: 204 len: 168 time: 0.1295121 Jun 15 14:27:56.250397 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b6bf991a-cc10-4b84-b22a-447dd01fb0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:56.259639 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890791b-2cc9-4337-83a9-e859f1fccf5b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:56.261967 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1bfd6aff-0c64-4cdb-8367-a776e486c6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:56.562679 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39752) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:56.605221 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-986ce361-2a23-4049-a7eb-19fff070f69b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b11197dae73d422e9ff41ac0f78c4122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413022 Jun 15 14:27:56.607600 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.11', 39754) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:56.658250 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.683853 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.742605 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023539'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.745467 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:56.746633 dv-cinder-796286-3-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/035f5ce1-cef6-4b65-9045-88e23699e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1381538 Jun 15 14:27:56.747409 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ca9780d3-726b-4b49-8e66-17f09e811d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:56.759343 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f5ce1-cef6-4b65-9045-88e23699e6c6,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:56.762942 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dfa58a9e-61fc-43fa-a953-3d19a97b4b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:00.558726 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:01.137779 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1a902129-164a-469f-b2f0-69d7add45fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:03.522024 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6e2c4308-f4a0-49b5-89b3-7cefc4289bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:03.524349 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:04.942748 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:05.146845 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:06.628384 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.576040 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.138335 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3e306e87-3e8b-4dc0-9a10-d35bfbe6075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:33.512430 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:33.517563 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6895c4d0-db9e-4a00-ae86-8d3d54318669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:35.149093 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:36.630234 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.940765 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:00.591755 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:01.137595 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdde1-f7fd-4cfc-a3a0-669666b4cab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:03.513918 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:03.518379 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7b687d3c-0729-4f61-b868-294ecb75ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:05.152660 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.632131 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:18.940064 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:30.607233 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.137287 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-11a46e92-e042-4736-a9c0-0347e005971f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.509127 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.519885 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-78664a4c-71e5-484f-92bc-c59262c5f351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.154124 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.635637 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.938724 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:00.607080 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.137103 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dd1c420c-0c4e-4d50-a40b-ceb3fa5c23d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.514760 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.522279 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-72cc5e6c-9e0d-4095-8239-b57023a50e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:05.156725 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.639315 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.620940 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.137988 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d069e829-c3c3-4fb7-899e-cd82aa9ed42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.937644 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:33.520429 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.525733 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a97810b1-4139-4fe5-94ef-688d746c079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.160658 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.643659 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.636760 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.139491 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1afd61cc-644a-41be-95ca-47428f3da577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.218407 dv-cinder-796286-3-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-da456e69-7912-4832-a255-9fdce48ebe54 req-dec7b1e2-3e5d-43bd-a7bd-ec86e01b4b8c service neutron] (91924) timed out ('10.222.0.23', 50837) {{(pid=91924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 14:31:03.440551 dv-cinder-796286-3-iscsi neutron-server[91923]: DEBUG neutron.wsgi [req-8cc9b733-312d-417e-a37a-708fcb5d72e4 req-bf2eb53f-9249-4eb3-9c3a-d59f852105d5 service neutron] (91923) timed out ('10.222.0.23', 50828) {{(pid=91923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 14:31:03.511034 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.525835 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-911a08d4-56be-42c5-90a4-5a7e7e91541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:05.163899 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.643642 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.936261 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:30.638678 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.139827 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-59cdf6f7-8b71-4706-8474-ce8a01a9d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.516007 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.525635 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2fbdfa86-9714-4672-94ec-4bd80fdd11f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.166618 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.648720 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.935003 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:32:00.636201 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.139756 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1779bb82-a78e-41a8-911d-13b63887b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:03.521814 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:03.526984 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-43d2b71f-59af-47d3-ab6d-0ab52f02e980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:05.169362 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:06.651829 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.935211 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:32:30.636017 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.139622 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbf8-e879-4615-8267-b3ec4e2f2dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.517446 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.527745 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f43feb3e-4e88-4e0c-9156-debd02d24dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.172212 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:36.654844 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:00.636981 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-20312435-804d-4a16-a72e-fae5256fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:00.933696 dv-cinder-796286-3-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a0380eee-8d8c-4223-a6ee-37e20fa5faef None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:33:01.138668 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8e765fab-e1b5-4d42-8331-074862c3e32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:03.526575 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6544bf84-d5a5-418f-9386-ebe710aeacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:03.531743 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aa75-822d-46fa-b1d5-4584545e374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.177103 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53e92591-efe7-4879-afa9-f441ee347e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.658604 dv-cinder-796286-3-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edc0570b-0039-4752-88be-aba1f6d91232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745304850342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530043'] for agent, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}